-- Logs begin at Mon 2021-08-23 15:31:25 UTC, end at Mon 2021-08-23 16:46:32 UTC. -- Aug 23 16:15:57.172390 dv-cinder-760146-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 16:15:59.917037 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.common.config [-] Logging enabled! Aug 23 16:15:59.917694 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 16:15:59.917811 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94483) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 16:15:59.921866 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.common.config [-] Logging enabled! Aug 23 16:15:59.922124 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 16:15:59.922432 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94483) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 16:15:59.923382 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 16:15:59.923612 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 16:15:59.923973 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 16:15:59.924216 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 16:15:59.924443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 16:15:59.924761 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.925057 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.925350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.925587 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.925903 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.926194 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.926476 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.926766 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.927062 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.927346 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.927626 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.927909 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.928143 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.928425 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.928705 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.928994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.929220 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] debug = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.929501 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.929957 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.930425 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.930707 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.930994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.931378 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.931542 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.931818 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.932104 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.932438 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] host = dv-cinder-760146-5-iscsi {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.932715 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.933003 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.933290 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.933574 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.933873 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.934153 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.934435 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.934710 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.934975 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.936002 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.936391 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.936689 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.936982 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.937211 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.937436 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.937723 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.938036 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.938317 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.938589 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.938866 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.939145 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.939419 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.939689 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.939973 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.940255 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.940537 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.940812 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.941085 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.941355 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.941626 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.941933 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.942207 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.942479 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.942750 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.943035 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.943301 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.943571 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.943871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.944154 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.944433 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.944716 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.944990 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.945270 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.945542 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.945831 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.946103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_json = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.946373 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.946642 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.946921 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.947193 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.947462 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.947734 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.948002 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.948287 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:15:59.948576 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.948872 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.949180 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.949463 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.949755 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.950058 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.950343 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.950618 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.951028 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.951356 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.951654 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.951933 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.952224 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.952502 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.952796 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.953102 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.953399 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.953691 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.953991 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.954267 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.954541 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.954816 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.955103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.955396 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.955683 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.955957 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.956233 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.956524 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.956799 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.957072 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.957347 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.957634 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.957941 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.958212 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.958491 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.958766 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.959040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.959310 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.959585 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.959874 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.960340 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.960471 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.960740 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.961019 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.961288 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.961571 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.962060 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.962185 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.962406 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.962683 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.962953 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.963229 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.963504 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.963777 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.964051 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.964324 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.964596 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.964869 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.965169 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.965410 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.965943 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.966225 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.966540 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.966856 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.967084 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.967356 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.967626 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.967895 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.968179 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.968478 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.968749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.969029 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.969307 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.969582 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.969888 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.970161 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.970433 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.970710 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.970981 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.971273 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.971559 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.971843 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.972123 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.972401 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.972699 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.972973 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.973253 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.973529 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.973827 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.974117 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.974399 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.974689 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.974979 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.975268 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.975558 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.975844 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.976122 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.976428 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.976704 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:15:59.976919 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 16:15:59.977161 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94483) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 16:16:00.325092 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 16:16:00.325291 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 16:16:00.325555 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 16:16:00.326032 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 16:16:00.723565 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.723849 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.724161 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.725434 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.725703 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.725992 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.759986 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.760270 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.760552 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.777371 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.777651 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.777945 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.807506 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.807786 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.808048 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.844907 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.845126 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:00.845392 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.076930 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.077744 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.077744 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.077744 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.078499 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.199907 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.200146 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.200436 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.200792 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.201063 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.201541 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.201754 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.202039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.202293 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.202575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.202840 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.203103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.203375 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.203605 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.203858 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.204120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.204372 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.204635 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.204901 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.205156 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.205421 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.205667 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.205972 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.206346 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.206591 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.206834 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.207222 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.207460 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.207697 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.207933 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.208165 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.208396 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:01.208754 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 16:16:01.212126 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 16:16:01.216820 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 16:16:01.220523 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 23 16:16:01.222163 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 16:16:01.222610 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 16:16:01.222942 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 16:16:01.223329 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 16:16:01.226235 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 16:16:01.226486 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 16:16:01.226857 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 16:16:01.233140 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 16:16:01.256169 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 16:16:01.256632 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.256935 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94483) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 16:16:01.257297 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.258684 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94483) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 16:16:01.258978 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 16:16:01.259220 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 16:16:01.262379 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.262658 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:01.326787 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 16:16:01.327018 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 16:16:01.327259 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 16:16:01.327637 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 16:16:01.349697 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_db.sqlalchemy.engines [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94483) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 16:16:02.050152 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing driver for type 'gre' Aug 23 16:16:02.050612 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] gre ID ranges: [(1, 1000)] Aug 23 16:16:02.227369 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing driver for type 'local' Aug 23 16:16:02.228051 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing driver for type 'vlan' Aug 23 16:16:02.369970 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] VlanTypeDriver initialization complete Aug 23 16:16:02.370415 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing driver for type 'vxlan' Aug 23 16:16:02.371044 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] vxlan ID ranges: [(1, 1000)] Aug 23 16:16:02.581659 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing extension driver 'port_security' Aug 23 16:16:02.582085 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.extensions.port_security [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] PortSecurityExtensionDriver initialization complete Aug 23 16:16:02.582414 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing mechanism driver 'openvswitch' Aug 23 16:16:02.582747 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing mechanism driver 'hyperv' Aug 23 16:16:02.589463 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.plugin [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:02.590360 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.590988 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.591427 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.591942 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.592322 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.592706 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.593058 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.593456 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.593885 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.594240 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.594584 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.594970 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.595374 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.595728 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.596072 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.596462 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.596862 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.597213 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.597555 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.597975 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.598376 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > address_group after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.598723 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > address_group after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.599063 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.599453 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 16:16:02.599827 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] ML2 OVO RPC backend initialized. {{(pid=94483) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 23 16:16:02.600535 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.600890 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.601307 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.601653 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > networks before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.602149 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.603698 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > ports before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.603698 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.603698 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnets before_response 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.603698 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.604026 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.604334 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.604678 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.605020 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.605359 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.605698 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.606065 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.606403 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.607325 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.plugin [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Modular L2 Plugin initialization complete Aug 23 16:16:02.607433 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading services supported by the core plugin {{(pid=94483) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 16:16:02.607721 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.plugins.ml2.managers [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Got port-security extension from driver 'port_security' Aug 23 16:16:02.608186 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.extensions.vlantransparent [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Disabled vlantransparent extension. Aug 23 16:16:02.608678 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94483) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 16:16:02.608998 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: router Aug 23 16:16:02.651031 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651031 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_create 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651031 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router before_create 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651031 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_delete 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.651880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.652190 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_create 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.652190 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.652190 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.652511 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.653159 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.653930 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.654591 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.655182 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.655775 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: subnet after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.656429 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.656996 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.657599 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_create 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.658239 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.658845 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.659496 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router after_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.660071 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.660687 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_create 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.661326 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.661972 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_update 55549900 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.662610 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > agent after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.663035 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > agent after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.663539 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > network after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.664559 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Tracking information for resource: router configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:02.664904 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Tracking information for resource: floatingip configured {{(pid=94483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 16:16:02.670428 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.db.l3_agentschedulers_db [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 16:16:02.671029 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.671395 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.671749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.672103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: port after_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.672918 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router before_create 55550100 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.673315 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.673657 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_create 55550100 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.674043 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > router precommit_update 55550100 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.679842 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.provider_configuration [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service providers = [] {{(pid=94483) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 16:16:02.679842 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.db.servicetype_db [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94483) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 16:16:02.682327 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.service_base [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 16:16:02.682682 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.service_base [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 16:16:02.683028 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.service_base [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 16:16:02.683921 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.services.service_base [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 16:16:02.684297 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.services.service_base [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 16:16:02.684688 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.685582 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 16:16:02.697984 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.698323 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: auto_allocate Aug 23 16:16:02.704792 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: network precommit_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.705171 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: network precommit_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.705710 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.706066 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: tag Aug 23 16:16:02.721996 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.722329 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: timestamp Aug 23 16:16:02.726207 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.726545 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: network_ip_availability Aug 23 16:16:02.732294 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.732695 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.733017 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:02.733804 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.734122 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: flavors Aug 23 16:16:02.739305 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.739640 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading Plugin: revisions Aug 23 16:16:02.744121 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 16:16:02.744525 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.419s {{(pid=94483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 16:16:02.745294 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94483) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 16:16:02.745634 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Initializing extension manager. Aug 23 16:16:02.746232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: __init__.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.746556 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: __pycache__ {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.746891 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.747227 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: address_group.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.748557 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.749139 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: address-group Aug 23 16:16:02.749460 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: address_scope.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.750213 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.750735 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: address-scope Aug 23 16:16:02.751064 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.752012 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.752531 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: router-admin-state-down-before-update Aug 23 16:16:02.752855 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: agent.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.753654 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.754212 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: agent Aug 23 16:16:02.754537 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: agent_resources_synced.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.759107 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.759657 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: agent-resources-synced Aug 23 16:16:02.759985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: allowedaddresspairs.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.761825 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.762352 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: allowed-address-pairs Aug 23 16:16:02.762679 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: auto_allocated_topology.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.764417 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.764971 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: auto-allocated-topology Aug 23 16:16:02.765308 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: availability_zone.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.766043 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.766561 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: availability_zone Aug 23 16:16:02.766886 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: availability_zone_filter.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.767805 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.768318 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: availability_zone_filter Aug 23 16:16:02.768645 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: data_plane_status.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.769554 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.770092 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 16:16:02.770432 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: default_subnetpools.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.771350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.771863 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: default-subnetpools Aug 23 16:16:02.772185 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.773014 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.773527 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: dhcp_agent_scheduler Aug 23 16:16:02.773875 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: dns.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.774797 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.775308 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 16:16:02.775638 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: dns_domain_ports.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.776609 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.777122 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 16:16:02.777447 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.778393 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.778957 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 16:16:02.779284 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: dvr.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.779957 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.780471 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: dvr Aug 23 16:16:02.780791 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: ecmp_routes.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.781718 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.782339 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 16:16:02.782602 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: empty_string_filtering.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.783520 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.784032 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: empty-string-filtering Aug 23 16:16:02.784352 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.785275 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.785813 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 16:16:02.786139 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.787054 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.787560 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 16:16:02.787883 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: external_net.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.788797 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.789311 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: external-net Aug 23 16:16:02.789632 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.790566 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.791085 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: extra_dhcp_opt Aug 23 16:16:02.791409 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: extraroute.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.792320 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.792833 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: extraroute Aug 23 16:16:02.793157 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: extraroute_atomic.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.794256 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.794939 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: extraroute-atomic Aug 23 16:16:02.795245 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: filter_validation.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.796108 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.796623 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: filter-validation Aug 23 16:16:02.796949 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: fip_pf_description.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.797900 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.798416 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 16:16:02.798743 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: fip_port_details.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.799662 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.800171 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: fip-port-details Aug 23 16:16:02.800510 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: flavors.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.801796 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.802322 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: flavors Aug 23 16:16:02.802648 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.804347 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.804877 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 16:16:02.805239 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: floatingip_pools.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.805981 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.806510 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: floatingip-pools Aug 23 16:16:02.806843 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: ip_allocation.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.807770 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.808292 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 16:16:02.808617 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.809662 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.810886 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: ip-substring-filtering Aug 23 16:16:02.811215 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l2_adjacency.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.817601 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.818145 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 16:16:02.818475 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.819468 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.820000 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: router Aug 23 16:16:02.820457 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.822648 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.823177 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 16:16:02.823519 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.824505 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.825023 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: ext-gw-mode Aug 23 16:16:02.825350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.826865 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.827383 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: l3-ha Aug 23 16:16:02.827713 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3_flavors.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.828654 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.829176 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: l3-flavors Aug 23 16:16:02.829505 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.830452 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.830968 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 16:16:02.831299 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: l3agentscheduler.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.832349 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.832862 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: l3_agent_scheduler Aug 23 16:16:02.833191 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: logging.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.841036 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.841821 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension logging not supported by any of loaded plugins Aug 23 16:16:02.842159 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: metering.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.842920 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.843512 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: metering Aug 23 16:16:02.843845 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.845104 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.845629 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: metering_source_and_destination_fields Aug 23 16:16:02.846013 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: multiprovidernet.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.846933 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.847459 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: multi-provider Aug 23 16:16:02.847787 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: netmtu.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.848716 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.849235 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: net-mtu Aug 23 16:16:02.849563 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: netmtu_writable.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.850512 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.851026 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: net-mtu-writable Aug 23 16:16:02.851349 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: network_availability_zone.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.852026 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.852540 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: network_availability_zone Aug 23 16:16:02.852865 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: network_ip_availability.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.853987 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.854509 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: network-ip-availability Aug 23 16:16:02.854853 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: network_segment_range.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.855618 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.856153 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 16:16:02.856499 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: pagination.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.857875 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.858209 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: pagination Aug 23 16:16:02.858535 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: port_device_profile.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.859449 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.859985 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: port-device-profile Aug 23 16:16:02.860310 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.861234 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.861751 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: port-mac-address-regenerate Aug 23 16:16:02.862102 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.863025 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.863543 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: port-numa-affinity-policy Aug 23 16:16:02.863869 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: port_resource_request.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.864779 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.865307 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 16:16:02.865641 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: portbindings.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.866605 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.867120 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: binding Aug 23 16:16:02.867445 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: portbindings_extended.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.868759 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.869282 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: binding-extended Aug 23 16:16:02.869611 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: portsecurity.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.870556 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.871083 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: port-security Aug 23 16:16:02.871412 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: project_id.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.872383 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.873287 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: project-id Aug 23 16:16:02.873647 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: providernet.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.876569 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.877070 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: provider Aug 23 16:16:02.877395 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.880959 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.881494 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos not supported by any of loaded plugins Aug 23 16:16:02.881856 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.883112 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.883641 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 16:16:02.883978 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.884904 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.885447 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 16:16:02.885811 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_default.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.886730 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.887247 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-default not supported by any of loaded plugins Aug 23 16:16:02.887577 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_fip.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.888792 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.889303 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 16:16:02.889630 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_gateway_ip.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.890592 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.891150 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 16:16:02.891693 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_port_network_policy.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.893098 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.894034 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 16:16:02.894875 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_pps_rule.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.896439 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.897009 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-pps not supported by any of loaded plugins Aug 23 16:16:02.897345 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_rule_type_details.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.898436 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.898840 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 16:16:02.899169 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: qos_rules_alias.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.900225 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.900743 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 16:16:02.901118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: quotasv2.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.902307 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.902641 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: quotas Aug 23 16:16:02.903033 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: quotasv2_detail.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.906161 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.906507 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: quota_details Aug 23 16:16:02.906841 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: rbac.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.907927 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.908468 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: rbac-policies Aug 23 16:16:02.908899 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: rbac_address_group.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.910009 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.910788 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: rbac-address-group Aug 23 16:16:02.911237 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: rbac_address_scope.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.912249 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.912957 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: rbac-address-scope Aug 23 16:16:02.913479 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: rbac_security_groups.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.914604 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.915127 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: rbac-security-groups Aug 23 16:16:02.915454 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: rbac_subnetpool.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.916370 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.917669 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: rbac-subnetpool Aug 23 16:16:02.918023 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: revisionifmatch.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.918966 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.920123 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: revision-if-match Aug 23 16:16:02.920450 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: revisions.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.921586 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.922140 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: standard-attr-revisions Aug 23 16:16:02.922470 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: router_availability_zone.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.923163 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.924179 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: router_availability_zone Aug 23 16:16:02.924515 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: routerservicetype.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.925454 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.926004 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 16:16:02.933406 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.934321 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.934854 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: security-groups-normalized-cidr Aug 23 16:16:02.935181 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.937117 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.937642 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: port-security-groups-filtering Aug 23 16:16:02.938001 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.938969 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.939493 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: security-groups-remote-address-group Aug 23 16:16:02.939821 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: securitygroup.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.951072 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.951693 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: security-group Aug 23 16:16:02.952035 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: segment.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.952902 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.953423 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension segment not supported by any of loaded plugins Aug 23 16:16:02.953754 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.954822 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.955348 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 16:16:02.955679 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: servicetype.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.956967 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.957503 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: service-type Aug 23 16:16:02.957868 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: sorting.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.958914 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.959255 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: sorting Aug 23 16:16:02.959581 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: standard_attr_segment.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.960518 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.961062 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 16:16:02.961396 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: standardattrdescription.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.962104 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.962639 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: standard-attr-description Aug 23 16:16:02.962993 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: stateful_security_group.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.963947 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.964468 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: stateful-security-group Aug 23 16:16:02.964795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: stdattrs_common.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.965406 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 16:16:02.966036 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.972856 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.973377 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 16:16:02.973702 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnet_onboard.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.974843 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.975371 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: subnet_onboard Aug 23 16:16:02.975699 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.976676 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.977193 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 16:16:02.977521 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnet_service_types.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.978480 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.979003 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: subnet-service-types Aug 23 16:16:02.979330 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnetallocation.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.980412 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.980934 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: subnet_allocation Aug 23 16:16:02.981262 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.982607 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.983160 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: subnetpool-prefix-ops Aug 23 16:16:02.983488 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.984423 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.984936 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 16:16:02.985268 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: tagging.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.986405 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.986930 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: standard-attr-tag Aug 23 16:16:02.987262 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: timestamp.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.988532 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.989053 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loaded extension: standard-attr-timestamp Aug 23 16:16:02.989383 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: trunk.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.990451 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.990981 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension trunk not supported by any of loaded plugins Aug 23 16:16:02.991310 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: trunk_details.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.992240 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:02.992770 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 16:16:02.993325 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: uplink_status_propagation.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:02.999947 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:03.000486 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 16:16:03.000820 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Loading extension file: vlantransparent.py {{(pid=94483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 16:16:03.001529 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 16:16:03.002081 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 16:16:03.004646 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:network Aug 23 16:16:03.005945 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnet Aug 23 16:16:03.006358 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 16:16:03.006760 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:port Aug 23 16:16:03.008089 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.008526 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service FLAVORS assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.009142 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.009573 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.009942 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:router Aug 23 16:16:03.010424 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 16:16:03.010939 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service METERING assigned prefix: /metering {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.012899 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:03.013869 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:03.013869 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:16:03.014990 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 16:16:03.015433 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:security_group Aug 23 16:16:03.015872 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 16:16:03.016495 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service CORE assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.017355 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 16:16:03.017735 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] subnetpool is already registered Aug 23 16:16:03.018190 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service CORE assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.018529 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 16:16:03.018868 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] subnetpool is already registered Aug 23 16:16:03.021196 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.021747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service FLAVORS assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.022870 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.023303 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.023649 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:router Aug 23 16:16:03.023996 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] router is already registered Aug 23 16:16:03.024411 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 16:16:03.024750 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] floatingip is already registered Aug 23 16:16:03.025223 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service METERING assigned prefix: /metering {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.025978 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 16:16:03.026311 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] rbac_policy is already registered Aug 23 16:16:03.026736 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:security_group Aug 23 16:16:03.027077 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] security_group is already registered Aug 23 16:16:03.027483 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 16:16:03.027822 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] security_group_rule is already registered Aug 23 16:16:03.028323 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service CORE assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.028686 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 16:16:03.029043 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] subnetpool is already registered Aug 23 16:16:03.030131 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.v2.resource_helper [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Service CORE assigned prefix: {{(pid=94483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 16:16:03.030475 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 16:16:03.030818 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING neutron.quota.resource_registry [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] subnetpool is already registered Aug 23 16:16:03.032681 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: extensions {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.034272 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: address-groups {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.036295 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: address-scopes {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.037524 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: agents {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.038850 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: auto-allocated-topology {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.040156 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: availability_zones {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.041439 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: dhcp-networks {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.042903 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: dhcp-agents {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.045030 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: routers {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.046782 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: flavors {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.047956 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: service_profiles {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.049270 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: next_providers {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.050746 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: service_profiles {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.052174 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: floatingip-pools {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.053502 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: routers {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.055259 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: floatingips {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.056465 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: l3-routers {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.058013 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: l3-agents {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.059437 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: metering-labels {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.061253 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: metering-label-rules {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.062564 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: network-ip-availabilities {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.063970 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: bindings {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.065542 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: quotas {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.067032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: quotas {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.068588 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: rbac-policies {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.069833 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: security-groups {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.071054 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: security-group-rules {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.072391 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: service-providers {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.073643 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: subnetpools {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.075077 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: subnetpools {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.076979 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.078695 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.080526 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.082428 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.084113 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.086078 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.087880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.089663 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.094229 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.096001 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron.api.extensions [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Extended resource: tags {{(pid=94483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 16:16:03.102282 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING keystonemiddleware.auth_token [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 16:16:03.108091 dv-cinder-760146-5-iscsi neutron-server[94483]: WARNING keystonemiddleware.auth_token [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 16:16:03.122590 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Acquired lock "singleton_lock" {{(pid=94483) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 16:16:03.123309 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_concurrency.lockutils [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Releasing lock "singleton_lock" {{(pid=94483) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 16:16:03.123954 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Starting 2 workers Aug 23 16:16:03.130379 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Started child 94594 {{(pid=94483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 16:16:03.136426 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.137717 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Started child 94595 {{(pid=94483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 16:16:03.139291 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [-] (94594) wsgi starting up on http://0.0.0.0:9696 Aug 23 16:16:03.140650 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO neutron.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 16:16:03.141476 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Notify callbacks [] for process, before_spawn {{(pid=94483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.142369 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.143801 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [-] (94595) wsgi starting up on http://0.0.0.0:9696 Aug 23 16:16:03.145304 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Starting 1 workers Aug 23 16:16:03.153194 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Started child 94596 {{(pid=94483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 16:16:03.154512 dv-cinder-760146-5-iscsi neutron-server[94483]: INFO oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Starting 1 workers Aug 23 16:16:03.156888 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] calling RpcWorker wait() {{(pid=94596) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 16:16:03.157450 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] returning from RpcWorker wait() {{(pid=94596) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 16:16:03.159114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.159562 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:03.161288 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Started child 94597 {{(pid=94483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 16:16:03.162608 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG neutron_lib.callbacks.manager [None req-316c9cbe-8389-4af0-86cb-0e2eb1cf6f23 None None] Notify callbacks [] for process, after_spawn {{(pid=94483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.165030 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94483) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 16:16:03.165398 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 16:16:03.165704 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 16:16:03.165902 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:03.166569 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 16:16:03.166569 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 16:16:03.166719 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 16:16:03.167338 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.167800 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.168224 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.168645 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.169088 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.170107 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.171149 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.171470 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.171777 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.172103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.172397 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.172687 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.173105 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.173514 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.174016 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.174449 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.174806 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.175085 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.175328 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.175752 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.176192 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.176631 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.177087 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] debug = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.177428 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.178194 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.178593 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.179025 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.179435 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.179864 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.180205 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.180552 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.180976 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.181404 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.181766 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.182139 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.182467 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.182848 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.183224 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.183679 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.183957 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.184753 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] host = dv-cinder-760146-5-iscsi {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.185103 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.185442 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.185885 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.186431 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.186431 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.186694 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.186932 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.187199 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.187457 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.187700 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.187971 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.188230 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.188481 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.188735 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.188951 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_options = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.189178 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.189417 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.189703 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.189978 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.190236 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.190465 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.190693 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.190919 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.191144 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.191394 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.191394 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.191807 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.191807 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.192186 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.192379 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.192598 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.192810 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.193006 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.193200 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.193403 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.194006 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.194006 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.194412 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.194412 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195927 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.195927 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.196184 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.196427 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.196687 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.196921 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.197012 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:03.197145 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.197380 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.197655 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.197911 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.198169 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.198433 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.198651 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.198898 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.199116 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.199376 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.199572 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_json = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.199789 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.200009 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.200272 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.201008 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.201409 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.201762 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.202034 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.202290 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.202738 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.203076 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.203400 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.203670 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.203921 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.204167 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.204402 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.204643 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.204909 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.205143 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.205464 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.205708 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.206027 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.206292 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.206550 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.206904 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.207189 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.207468 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.207694 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.207945 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.208193 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.208439 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.208796 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.209130 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.209400 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.210385 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.210640 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.210897 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.211381 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.211500 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.211958 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.212236 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.212535 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.212791 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.213048 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.213281 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.213545 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.213808 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.214063 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.214326 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.214571 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.214833 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.215054 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.215516 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.215516 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218120 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.218968 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.219046 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.219260 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.219490 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.219746 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.219974 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.220451 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.220827 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.221195 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.221603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.221857 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224793 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224793 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224793 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.224793 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.225169 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.225295 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.225392 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.225618 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.225909 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227993 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227993 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227993 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.227993 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.228249 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.228375 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.228771 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.229039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.229267 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.229530 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.229758 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.230023 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.230281 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.230517 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.230759 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.231029 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.231282 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.231514 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.231839 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.232192 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.232456 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.232666 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.232929 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.233203 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.233444 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.233828 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.233994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.234262 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.234552 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.234799 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.235054 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.235332 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.235652 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.236041 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.236330 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.236591 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.236940 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.237219 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.237445 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.237747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.238022 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.238805 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.238805 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.238805 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.238805 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.240443 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241014 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241014 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241170 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241355 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241604 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.241845 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.242096 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.242326 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.242540 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.242940 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.242940 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.243233 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.243456 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.243694 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.243950 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.244163 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.244759 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.244759 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.245071 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.245071 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.245341 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.245526 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.245764 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.246025 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.246271 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.246514 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.246729 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.246964 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.247222 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.247731 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.248067 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.248336 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.248617 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.248880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.249078 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.249340 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.249578 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.249862 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.250106 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.250323 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.250538 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.250758 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.250974 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.251207 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.251435 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.251669 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.251908 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.252149 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.252485 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.252749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.252987 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.253700 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.253700 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.253700 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.254107 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.254237 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.254406 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.254621 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.254857 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.255123 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.255391 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.255697 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.255914 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.256165 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.256394 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.256611 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.256821 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.257109 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.257365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.257587 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.257882 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.258126 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.260625 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.261749 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.262647 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.262647 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.262647 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.262647 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.263556 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.263556 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.263811 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264062 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264234 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264394 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264544 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264752 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.264981 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.265197 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.265407 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.265707 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.265979 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.266260 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.266552 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.266787 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.267034 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.267259 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.267579 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.267951 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.268116 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.268328 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.268573 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.268810 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.269099 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.269425 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.269752 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.270066 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.270305 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.270596 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.270869 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.271160 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.271492 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.271925 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.272439 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.272872 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.273287 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.273697 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.274175 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.274570 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.274952 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.275384 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.275956 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.276149 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.276638 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.276980 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.277374 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.277797 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.278223 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.278614 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.279573 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.279975 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.280396 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.280784 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.281048 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 16:16:03.281947 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94483) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 16:16:03.282239 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 16:16:03.282515 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 16:16:03.282814 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 16:16:03.283113 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 16:16:03.283383 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 16:16:03.283741 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.284037 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.284334 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.285318 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.285318 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.285318 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.285559 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.285752 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.286079 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.286369 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.286788 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.286922 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.287211 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.287507 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.287798 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.288101 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.288336 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.288624 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.288912 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.289098 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.289268 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.289424 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.289687 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] debug = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.289997 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.290252 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.290432 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.290575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.290715 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.290876 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292040 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] host = dv-cinder-760146-5-iscsi {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.292985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294032 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294900 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294900 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294900 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.294900 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295401 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295401 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295401 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_options = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295401 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295680 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295680 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.295873 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.296039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.296204 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.296528 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.296675 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.296802 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297047 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297047 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297297 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297297 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297531 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297652 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.297921 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298071 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298232 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298463 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298612 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298739 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298862 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.298985 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299128 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299286 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299445 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299604 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299764 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.299923 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300083 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300243 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300402 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300561 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300720 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.300880 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301203 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301363 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301523 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301682 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.301872 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302033 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302193 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302357 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302516 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_json = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302677 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.302837 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.303118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.303390 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.303677 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.303952 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.304264 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.304483 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 16:16:03.304674 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.304859 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.305039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.305227 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.305384 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306118 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306417 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306417 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306568 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306652 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306801 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.306966 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307137 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307295 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307456 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307619 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307783 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.307945 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308105 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308283 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308522 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308628 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308757 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.308920 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.309065 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.309566 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.309566 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.309566 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.310573 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.310573 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.310798 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.310925 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311034 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311164 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311356 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311597 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311785 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.311919 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312046 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312220 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312379 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312541 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312706 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.312870 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313033 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313196 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313358 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313533 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313696 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.313888 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314051 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314214 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314376 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314538 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314699 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.314861 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315024 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315185 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315360 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315537 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315847 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.315847 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316001 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316137 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316287 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316448 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316609 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.316770 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.317654 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.319768 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.319768 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.319768 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.319768 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.320060 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.320990 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.321251 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325350 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.325994 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.326370 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.327193 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.327337 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.327552 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.327727 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.327906 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.328113 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.328346 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.328521 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.328696 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.328864 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329034 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329206 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329400 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329561 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329722 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.329890 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330039 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330192 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330341 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330611 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330762 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.330932 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331089 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331248 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331403 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331578 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331753 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.331914 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.332145 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.332583 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.332887 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333061 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333223 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333469 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333602 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333704 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.333909 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334164 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334286 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334432 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334575 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334810 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.334943 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.335097 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.335229 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.335446 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.335774 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.335774 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.336315 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.336315 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.336315 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.336315 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.337254 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.337254 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.337254 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.337254 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.337254 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.340365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.343871 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.344472 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.345603 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346074 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346074 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346074 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346377 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346377 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346566 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346690 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346814 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.346964 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.347126 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.347451 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.347686 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.347849 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348012 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348197 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348393 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348586 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348747 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.348908 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349069 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349338 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349427 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349634 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349842 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.349959 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.350119 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.350280 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.350451 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.350611 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354011 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.354795 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355482 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355482 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355482 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355482 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355482 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355910 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355910 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.355910 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356115 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356115 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356303 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356445 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356607 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.356791 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.357475 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:03.357610 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.357796 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.357960 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358121 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358295 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358455 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358618 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358776 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.358935 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359095 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359256 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359419 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359590 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359757 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.359918 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.360092 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.360285 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.360475 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.360802 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.360961 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361134 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361292 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361446 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361585 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361723 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.361892 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362058 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362204 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362365 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362524 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362673 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.362872 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363108 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363275 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363421 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363581 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363939 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.363939 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.364209 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.364209 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 16:16:03.364476 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45682) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:03.364614 dv-cinder-760146-5-iscsi neutron-server[94483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 16:16:03.373845 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070460 Aug 23 16:16:15.371636 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac436a-9642-4602-b6f1-ce65763ff23c None None] get_active_networks_info from dv-cinder-760146-5-iscsi {{(pid=94596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 16:16:15.441241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac436a-9642-4602-b6f1-ce65763ff23c None None] No non-hosted networks {{(pid=94596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 16:16:15.459207 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.agentschedulers_db [None req-31ac436a-9642-4602-b6f1-ce65763ff23c None None] DHCP Agent not found on host dv-cinder-760146-5-iscsi {{(pid=94596) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 16:16:15.770564 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-da521ba5-b8da-41a6-a6ba-03f88d178928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:18.141787 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0a478ded-3f8b-4a45-8b18-bff3d359a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:18.202145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.db.api [None req-c2704b7b-799a-4fd4-b0bd-d7602595325a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760146-5-iscsi {{(pid=94596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 16:16:18.203411 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG oslo_db.api [None req-c2704b7b-799a-4fd4-b0bd-d7602595325a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 16:16:18.251090 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:18.252174 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.254469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.254469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.254469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.254469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.254469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.255351 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.255907 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.256446 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.257601 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.258183 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.258720 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:18.259473 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760146-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:18.267548 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760146-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:18.812385 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c2704b7b-799a-4fd4-b0bd-d7602595325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:19.135501 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:20.815283 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:21.829079 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 45780) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:22.344108 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING oslo_policy.policy [None req-7a09caeb-1685-4776-b08c-2fafdd3cb177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:22.344743 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING oslo_policy.policy [None req-7a09caeb-1685-4776-b08c-2fafdd3cb177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:22.563474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [None req-7a09caeb-1685-4776-b08c-2fafdd3cb177 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:16:22.564735 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7a09caeb-1685-4776-b08c-2fafdd3cb177 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7335575 Aug 23 16:16:23.389150 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.db.l3_hamode_db [None req-ae409325-d417-41b8-88f1-7313ed152f5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 16:16:23.469672 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae409325-d417-41b8-88f1-7313ed152f5a None None] Routers set() bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:16:23.470122 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae409325-d417-41b8-88f1-7313ed152f5a None None] Router IDs set() for agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 16:16:24.959251 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 45794) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:25.274566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:25.368640 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.policy [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 16:16:25.413021 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING oslo_policy.policy [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:25.413389 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING oslo_policy.policy [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:25.422055 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.quota [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] Loaded quota_driver: . Aug 23 16:16:25.654017 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742928002885', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742928002422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742928023232', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742928021357', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742927974058', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742927968444', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3756553', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3894984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661638'] for rbac-policy, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:25.895592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:25.896758 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2c2059e5-108c-4feb-9568-c073eb1d3ee2 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9365129 Aug 23 16:16:28.501955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 45806) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:28.835131 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Request body: {'network': {'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'name': 'private', 'admin_state_up': True}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:28.954376 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Made reservation on behalf of 0d682fd59a0a4ad9b0cd48a72a064e1a for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:16:28.957588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:28.982328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.126305 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.200131 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.223042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:16:29.253820 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742928040214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.254422 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Unsubscribe: segment precommit_create {{(pid=94594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 16:16:29.255190 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Added segment ec82c15d-f0eb-4166-a8a1-86230c31c531 of type vlan for network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c Aug 23 16:16:29.273167 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1808f1e-d671-4699-b140-9d6c1708a16a,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:29.325488 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.325862 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.326246 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.326576 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.326898 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.327239 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.327566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.327991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.328201 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.328531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.328838 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.329153 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Tracked resource versions report: Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: pushed versions: Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: { 'AddressGroup': {'1.2'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'ConntrackHelper': {'1.0'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Log': {'1.0'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Network': {'1.1'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Port': {'1.7'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'PortForwarding': {'1.2'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'QosPolicy': {'1.9'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroup': {'1.4'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SubPort': {'1.0'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Subnet': {'1.1'}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Trunk': {'1.1'}} Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: consumer versions: Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'ConntrackHelper': '1.0', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Log': '1.0', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Network': '1.1', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Port': '1.7', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'PortForwarding': '1.2', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'QosPolicy': '1.9', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroup': '1.4', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroupRule': '1.2', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SubPort': '1.0', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Subnet': '1.1', Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Trunk': '1.1'}} Aug 23 16:16:29.330314 dv-cinder-760146-5-iscsi neutron-server[94594]: {{(pid=94594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:16:29.389878 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.507031 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.508311 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:29.508990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:29.620996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d8b1eb-59e9-474c-9d02-b594b24c6f4c,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:29.633269 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:16:29.668794 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b6230b89-8568-47d6-bd9c-086393e02c62 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1652169 Aug 23 16:16:32.351960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 45820) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:32.750071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fffa39-60b6-47cf-b9db-2115ac9de0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:32.751463 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c7fffa39-60b6-47cf-b9db-2115ac9de0a2 admin admin] 10.222.0.63 "GET /v2.0/networks/b3d8b1eb-59e9-474c-9d02-b594b24c6f4c HTTP/1.1" status: 200 len: 825 time: 0.3985636 Aug 23 16:16:32.777679 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5289d5bc-4557-4e45-9eeb-ec1a8a656234 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/4c22c359-6ff9-4268-91e1-02a44cb5bdbd HTTP/1.1" status: 200 len: 734 time: 0.0195386 Aug 23 16:16:32.786985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Request body: {'subnet': {'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd', 'gateway_ip': '172.20.0.1'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:32.929305 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Made reservation on behalf of 0d682fd59a0a4ad9b0cd48a72a064e1a for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:16:32.931659 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:33.291686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:33.362207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b05496-e00e-481c-9fe2-80f1a5fa16e0,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:33.365489 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Checking segment: {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:16:33.365911 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Network hostable DHCP agents. Network: b3d8b1eb-59e9-474c-9d02-b594b24c6f4c, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:16:33.466654 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:16:33.531080 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, b3d8b1eb-59e9-474c-9d02-b594b24c6f4c) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:16:33.535834 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:33.536430 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:33.541032 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ee249-89d5-47ca-92ad-d181337bc7b9 None None] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:16:33.630752 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ac90b9ba-be12-40a9-85fe-24724d92e928 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8471785 Aug 23 16:16:33.868394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:16:33.869636 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:34.147901 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Allocated IP 172.20.0.2 (b3d8b1eb-59e9-474c-9d02-b594b24c6f4c/52b05496-e00e-481c-9fe2-80f1a5fa16e0/62f78da0-1b73-4edf-a2c4-4f442caf30b4) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:16:34.352105 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:34.369549 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Transition to ACTIVE for port object 62f78da0-1b73-4edf-a2c4-4f442caf30b4 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:16:34.421824 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Transition to ACTIVE for port object 62f78da0-1b73-4edf-a2c4-4f442caf30b4 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:16:34.503462 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:34.569180 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:16:34.570780 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:16:34.580415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:16:34.597912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Pushing event updated for resources: {'Port': ['ID=62f78da0-1b73-4edf-a2c4-4f442caf30b4,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:34.642632 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.642974 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.643311 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.643639 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.643964 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.644290 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.644613 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.644933 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.645269 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.645593 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.646005 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.646326 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Tracked resource versions report: Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: pushed versions: Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: { 'AddressGroup': {'1.2'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'ConntrackHelper': {'1.0'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Log': {'1.0'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Network': {'1.1'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Port': {'1.7'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'PortForwarding': {'1.2'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'QosPolicy': {'1.9'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroup': {'1.4'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SubPort': {'1.0'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Subnet': {'1.1'}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Trunk': {'1.1'}} Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: consumer versions: Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'ConntrackHelper': '1.0', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Log': '1.0', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Network': '1.1', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Port': '1.7', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'PortForwarding': '1.2', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'QosPolicy': '1.9', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroup': '1.4', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroupRule': '1.2', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SubPort': '1.0', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Subnet': '1.1', Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Trunk': '1.1'}} Aug 23 16:16:34.647442 dv-cinder-760146-5-iscsi neutron-server[94596]: {{(pid=94596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:16:34.687504 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Attempting to bind port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:16:34.687825 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Attempting to bind port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:16:34.688328 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Attempting to bind port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 on network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:16:34.693466 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:16:34.693905 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Checking segment: {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:16:34.694368 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:34.694762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Bound using segment: {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:16:34.695228 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Bound port: 62f78da0-1b73-4edf-a2c4-4f442caf30b4, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:16:34.695645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:34.759615 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] For port 62f78da0-1b73-4edf-a2c4-4f442caf30b4, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:16:34.764413 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] For port 62f78da0-1b73-4edf-a2c4-4f442caf30b4, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=62f78da0-1b73-4edf-a2c4-4f442caf30b4,segment=NetworkSegment(ec82c15d-f0eb-4166-a8a1-86230c31c531),segment_id=ec82c15d-f0eb-4166-a8a1-86230c31c531)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:16:34.964349 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:35.039730 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c208e3c-63ef-443b-83ae-aa4a7ca9c644 None None] Pushing event updated for resources: {'Port': ['ID=62f78da0-1b73-4edf-a2c4-4f442caf30b4,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:36.061634 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45828) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:36.576780 dv-cinder-760146-5-iscsi neutron-server[94595]: WARNING oslo_policy.policy [None req-5798f12f-dfc5-4f7d-a0c2-b3d3687dffef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:36.577384 dv-cinder-760146-5-iscsi neutron-server[94595]: WARNING oslo_policy.policy [None req-5798f12f-dfc5-4f7d-a0c2-b3d3687dffef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:36.800134 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [None req-5798f12f-dfc5-4f7d-a0c2-b3d3687dffef admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:16:36.801141 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-5798f12f-dfc5-4f7d-a0c2-b3d3687dffef admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7384794 Aug 23 16:16:39.378377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45842) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:39.705403 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [None req-b6e16f88-3ea3-4375-a196-d80831814890 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:16:39.706323 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b6e16f88-3ea3-4375-a196-d80831814890 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3270192 Aug 23 16:16:42.367585 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45852) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:42.689578 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:42.754436 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.policy [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94595) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 16:16:42.801256 dv-cinder-760146-5-iscsi neutron-server[94595]: WARNING oslo_policy.policy [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:42.801573 dv-cinder-760146-5-iscsi neutron-server[94595]: WARNING oslo_policy.policy [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 16:16:42.811576 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.quota [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Loaded quota_driver: . Aug 23 16:16:43.006306 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:43.008228 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:43.177131 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:43.247135 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:43.354324 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:43.356256 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ca02e121-57e7-4c98-a382-ede55aa5680e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9876232 Aug 23 16:16:43.775507 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e78d0a-5575-426b-9d3a-4d419d92b8d1 None None] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:16:43.933742 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d1cbd8a2-af90-403b-ad17-ebf715ca7bd4 None None] Provisioning for port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:16:44.059105 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 62f78da0-1b73-4edf-a2c4-4f442caf30b4 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:16:44.209576 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:16:44.213546 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:16:44.213979 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:44.323569 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:44.358762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 62f78da0-1b73-4edf-a2c4-4f442caf30b4, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=62f78da0-1b73-4edf-a2c4-4f442caf30b4,segment=NetworkSegment(ec82c15d-f0eb-4166-a8a1-86230c31c531),segment_id=ec82c15d-f0eb-4166-a8a1-86230c31c531)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:16:44.438245 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:44.487545 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=62f78da0-1b73-4edf-a2c4-4f442caf30b4,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:45.342836 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3ab88f3d-2c73-4de6-9539-c33c82e35a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:45.772036 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45866) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:46.027662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 62f78da0-1b73-4edf-a2c4-4f442caf30b4 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:16:46.073655 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:16:46.074114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:46.095358 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [None req-0b21e3c4-7a86-43ee-86f5-504fd6d65519 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:16:46.096489 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-0b21e3c4-7a86-43ee-86f5-504fd6d65519 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234169 Aug 23 16:16:48.106667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9898b401-711f-49b6-9de5-01d035a6c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:48.227029 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:48.508645 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45874) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:48.821484 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:48.965434 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Made reservation on behalf of 7e4700a8976f4466825a18afbebe6e2e for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:16:48.968489 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:48.985262 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.072287 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.108158 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.170995 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.182676 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Reserving flat network on physical network physnet1 {{(pid=94595) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 16:16:49.222158 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742928040214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.222732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Unsubscribe: segment precommit_create {{(pid=94595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 16:16:49.223249 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Added segment 85add552-98ca-4c53-a3b6-f03a899f54a3 of type flat for network e6155756-7b2f-4005-9ba7-a75e0f669963 Aug 23 16:16:49.258660 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16984b3d-1905-4b86-b93b-e1cda32247a1,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:49.291315 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.291667 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.292004 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.292904 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.293295 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.293871 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.294143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.294466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.294797 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.295122 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.295444 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.295789 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Tracked resource versions report: Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: pushed versions: Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: { 'AddressGroup': {'1.2'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'ConntrackHelper': {'1.0'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Log': {'1.0'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Network': {'1.1'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Port': {'1.7'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'PortForwarding': {'1.2'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'QosPolicy': {'1.9'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroup': {'1.4'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SubPort': {'1.0'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Subnet': {'1.1'}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Trunk': {'1.1'}} Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: consumer versions: Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'ConntrackHelper': '1.0', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Log': '1.0', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Network': '1.1', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Port': '1.7', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'PortForwarding': '1.2', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'QosPolicy': '1.9', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroup': '1.4', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroupRule': '1.2', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SubPort': '1.0', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Subnet': '1.1', Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Trunk': '1.1'}} Aug 23 16:16:49.296936 dv-cinder-760146-5-iscsi neutron-server[94595]: {{(pid=94595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:16:49.349639 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.479578 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.480678 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:49.481318 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:49.578750 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] Pushing event updated for resources: {'Network': ['ID=e6155756-7b2f-4005-9ba7-a75e0f669963,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:49.588991 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7a0ad1e8-697a-4614-9a60-be9663c9105c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0793877 Aug 23 16:16:49.590184 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network e6155756-7b2f-4005-9ba7-a75e0f669963 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:16:50.800552 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:51.977057 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45896) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:52.199195 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba33ba-9e67-46f9-ad58-6267fb062df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:52.200566 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ddba33ba-9e67-46f9-ad58-6267fb062df9 admin admin] 10.222.0.63 "GET /v2.0/subnets/52b05496-e00e-481c-9fe2-80f1a5fa16e0 HTTP/1.1" status: 200 len: 849 time: 0.2225153 Aug 23 16:16:52.337244 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-d84e6bf6-6ea6-4b05-8cc7-d96561b3a138 admin admin] 10.222.0.63 "GET /v2.0/routers/63bbbc54-971d-4fd1-8185-9b9ef867e3cf HTTP/1.1" status: 200 len: 704 time: 0.1305943 Aug 23 16:16:52.604055 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:52.908839 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Allocated IP 172.20.0.1 (b3d8b1eb-59e9-474c-9d02-b594b24c6f4c/52b05496-e00e-481c-9fe2-80f1a5fa16e0/8d640cdb-5164-4102-a61c-17789ea6ae15) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:16:53.099365 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.123408 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Transition to ACTIVE for port object 8d640cdb-5164-4102-a61c-17789ea6ae15 will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:16:53.252296 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.334358 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:16:53.340384 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:16:53.347963 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d640cdb-5164-4102-a61c-17789ea6ae15,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:53.359758 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:16:53.361036 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.622369 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d1c0f8ec-db02-4173-a711-31513bb7a2df None None] Provisioning for port 8d640cdb-5164-4102-a61c-17789ea6ae15 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:16:53.626155 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d1c0f8ec-db02-4173-a711-31513bb7a2df None None] Provisioning complete for port 8d640cdb-5164-4102-a61c-17789ea6ae15 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:16:53.626524 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f8ec-db02-4173-a711-31513bb7a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.641661 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.659622 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0f8ec-db02-4173-a711-31513bb7a2df None None] Port 8d640cdb-5164-4102-a61c-17789ea6ae15 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:16:53.906322 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.971056 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:53.971850 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:54.051116 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d640cdb-5164-4102-a61c-17789ea6ae15,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:54.098392 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:16:54.099662 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:16:54.280575 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-27ad8068-7982-4ed6-a540-a05d2cbd187e None None] Provisioning complete for port 8d640cdb-5164-4102-a61c-17789ea6ae15 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:16:54.280938 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-27ad8068-7982-4ed6-a540-a05d2cbd187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:54.313720 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-27ad8068-7982-4ed6-a540-a05d2cbd187e None None] Port 8d640cdb-5164-4102-a61c-17789ea6ae15 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:16:54.323749 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:16:54.418152 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:16:54.423905 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6686075e-65b0-44e5-a817-3ab66851c2a2 admin admin] 10.222.0.63 "PUT /v2.0/routers/63bbbc54-971d-4fd1-8185-9b9ef867e3cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0808568 Aug 23 16:16:54.427749 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Sync routers for ids ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:16:54.440002 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Routers {'63bbbc54-971d-4fd1-8185-9b9ef867e3cf'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:16:54.440844 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:16:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:54.631670 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Set router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf gateway port host: None {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:16:55.072439 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:16:53Z', 'revision_number': 2, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port_host': None, '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:16:53Z', 'revision_number': 2, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:55.125411 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Checking router: 63bbbc54-971d-4fd1-8185-9b9ef867e3cf for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:16:55.125817 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Updating router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf port 8d640cdb-5164-4102-a61c-17789ea6ae15 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:16:55.174679 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:55.700856 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:55.721093 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Transition to ACTIVE for port object 8d640cdb-5164-4102-a61c-17789ea6ae15 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:16:55.851122 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:56.007727 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Pushing event updated for resources: {'Port': ['ID=8d640cdb-5164-4102-a61c-17789ea6ae15,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:56.024371 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.024718 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.025056 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.025387 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.025717 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.026077 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.026957 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.027284 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.027612 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.027989 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.028255 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.028572 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Tracked resource versions report: Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: pushed versions: Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: { 'AddressGroup': {'1.2'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'ConntrackHelper': {'1.0'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Log': {'1.0'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Network': {'1.1'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Port': {'1.7'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'PortForwarding': {'1.2'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'QosPolicy': {'1.9'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroup': {'1.4'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SubPort': {'1.0'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Subnet': {'1.1'}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Trunk': {'1.1'}} Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: consumer versions: Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'ConntrackHelper': '1.0', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Log': '1.0', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Network': '1.1', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Port': '1.7', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'PortForwarding': '1.2', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'QosPolicy': '1.9', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroup': '1.4', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroupRule': '1.2', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SubPort': '1.0', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Subnet': '1.1', Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Trunk': '1.1'}} Aug 23 16:16:56.029663 dv-cinder-760146-5-iscsi neutron-server[94597]: {{(pid=94597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:16:56.032087 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Attempting to bind port 8d640cdb-5164-4102-a61c-17789ea6ae15 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:16:56.032369 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Attempting to bind port 8d640cdb-5164-4102-a61c-17789ea6ae15 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:16:56.032774 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Attempting to bind port 8d640cdb-5164-4102-a61c-17789ea6ae15 on network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:16:56.038814 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:16:56.039232 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Checking segment: {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:16:56.039710 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:56.040088 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Bound using segment: {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:16:56.040575 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Bound port: 8d640cdb-5164-4102-a61c-17789ea6ae15, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec82c15d-f0eb-4166-a8a1-86230c31c531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:16:56.040966 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:56.109649 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] For port 8d640cdb-5164-4102-a61c-17789ea6ae15, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:16:56.128939 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] For port 8d640cdb-5164-4102-a61c-17789ea6ae15, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=8d640cdb-5164-4102-a61c-17789ea6ae15,segment=NetworkSegment(ec82c15d-f0eb-4166-a8a1-86230c31c531),segment_id=ec82c15d-f0eb-4166-a8a1-86230c31c531)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:16:56.205740 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:56.264752 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Routers {'63bbbc54-971d-4fd1-8185-9b9ef867e3cf'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:16:56.265390 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:16:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:56.308596 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ed87-fe37-413e-835c-27958b888ef1 None None] Pushing event updated for resources: {'Port': ['ID=8d640cdb-5164-4102-a61c-17789ea6ae15,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:56.363051 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] Set router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf gateway port host: None {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:16:56.585159 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:16:53Z', 'revision_number': 2, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port_host': None, '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:16:56Z', 'revision_number': 4, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:16:56.611743 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8fe3f-9b43-48a6-801e-c187489de3d4 None None] The sync data for ids ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'] in dv-cinder-760146-5-iscsi is: [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:16:53Z', 'revision_number': 2, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port_host': None, '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:16:56Z', 'revision_number': 4, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:16:56.677647 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45918) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:16:56.790063 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33410fae-7e62-4dd6-90c1-cb6770996e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:56.791495 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-33410fae-7e62-4dd6-90c1-cb6770996e1f admin admin] 10.222.0.63 "GET /v2.0/networks/e6155756-7b2f-4005-9ba7-a75e0f669963 HTTP/1.1" status: 200 len: 842 time: 0.1127939 Aug 23 16:16:56.801899 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:16:56.911983 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Made reservation on behalf of 7e4700a8976f4466825a18afbebe6e2e for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:16:56.914213 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:57.290027 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.objects.ports [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94595) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 16:16:57.290366 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:57.352967 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cc94ab-d5a2-4517-a371-bce8fb818ff7,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:16:57.360250 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:16:57.360611 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Network hostable DHCP agents. Network: e6155756-7b2f-4005-9ba7-a75e0f669963, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:16:57.466508 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:16:57.551804 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, e6155756-7b2f-4005-9ba7-a75e0f669963) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:16:57.556488 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:57.557386 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:57.560565 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b7a7b-4c2a-414f-9950-6b7f1f763665 None None] Network e6155756-7b2f-4005-9ba7-a75e0f669963 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:16:57.656476 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6fb63d8c-34dc-4ee5-b400-40f2d4c765dd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8522303 Aug 23 16:16:57.686520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692ba2e-dc43-4ebc-8c80-550e572dde0b None None] Network e6155756-7b2f-4005-9ba7-a75e0f669963 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:16:58.221568 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:16:59.983450 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45926) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:17:00.119047 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b13765d7-bad5-42a6-99f0-f6e8c336be16 admin admin] 10.222.0.63 "GET /v2.0/routers/63bbbc54-971d-4fd1-8185-9b9ef867e3cf HTTP/1.1" status: 200 len: 710 time: 0.1344204 Aug 23 16:17:00.212615 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61dddc-49c4-4783-b2d3-d7a5df0d7599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:00.214610 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1f61dddc-49c4-4783-b2d3-d7a5df0d7599 admin admin] 10.222.0.63 "GET /v2.0/networks/e6155756-7b2f-4005-9ba7-a75e0f669963 HTTP/1.1" status: 200 len: 886 time: 0.0895119 Aug 23 16:17:00.224209 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:17:00.552107 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:00.865322 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:00.945725 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:01.110983 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Allocated IP 172.27.3.82 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/7dc9839c-febc-4d75-a2bb-5415ea1c2417) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:17:01.215442 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:01.349490 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:01.390504 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:17:01.394577 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:17:01.397885 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:17:01.405637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9839c-febc-4d75-a2bb-5415ea1c2417,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:01.756853 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:01.994645 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3670648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46781'] for router, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:01.998931 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3670625'] for router, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.089435 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 8d640cdb-5164-4102-a61c-17789ea6ae15 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:02.123026 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:17:02.320742 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 8d640cdb-5164-4102-a61c-17789ea6ae15 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:17:02.328772 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:17:02.331778 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 8d640cdb-5164-4102-a61c-17789ea6ae15 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:02.332267 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.336687 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.339810 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-5681ceaf-aba4-4db8-984d-8a177c2c2d4e admin admin] 10.222.0.63 "PUT /v2.0/routers/63bbbc54-971d-4fd1-8185-9b9ef867e3cf HTTP/1.1" status: 200 len: 889 time: 2.1189413 Aug 23 16:17:02.415137 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.453423 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 8d640cdb-5164-4102-a61c-17789ea6ae15, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=8d640cdb-5164-4102-a61c-17789ea6ae15,segment=NetworkSegment(ec82c15d-f0eb-4166-a8a1-86230c31c531),segment_id=ec82c15d-f0eb-4166-a8a1-86230c31c531)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:02.547953 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.602216 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=8d640cdb-5164-4102-a61c-17789ea6ae15,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:03.187813 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Sync routers for ids ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:17:03.197966 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Routers {'63bbbc54-971d-4fd1-8185-9b9ef867e3cf'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:17:03.210349 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:16:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:03.468892 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Set router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:17:03.897413 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:17:01Z', 'revision_number': 4, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port': {'id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:17:00Z', 'updated_at': '2021-08-23T16:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:17:02Z', 'revision_number': 5, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:03.951131 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Checking router: 63bbbc54-971d-4fd1-8185-9b9ef867e3cf for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:17:03.951506 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Updating router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:17:04.004217 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.046737 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 8d640cdb-5164-4102-a61c-17789ea6ae15 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:04.256228 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 8d640cdb-5164-4102-a61c-17789ea6ae15 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:04.256873 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.438018 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.447554 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Transition to ACTIVE for port object 7dc9839c-febc-4d75-a2bb-5415ea1c2417 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:17:04.513392 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.567523 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Attempting to bind port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:17:04.567895 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Attempting to bind port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:17:04.568259 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Attempting to bind port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:17:04.571467 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ad239-6927-491a-9870-d5c263cf8de3 None None] Pushing event updated for resources: {'Port': ['ID=7dc9839c-febc-4d75-a2bb-5415ea1c2417,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:04.576974 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:17:04.577413 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:17:04.577854 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.578248 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:17:04.578719 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Bound port: 7dc9839c-febc-4d75-a2bb-5415ea1c2417, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:17:04.579105 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.636780 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] For port 7dc9839c-febc-4d75-a2bb-5415ea1c2417, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:17:04.640511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] For port 7dc9839c-febc-4d75-a2bb-5415ea1c2417, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=7dc9839c-febc-4d75-a2bb-5415ea1c2417,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:17:04.713895 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:04.773004 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 45938) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:17:04.781571 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ad239-6927-491a-9870-d5c263cf8de3 None None] Pushing event updated for resources: {'Port': ['ID=7dc9839c-febc-4d75-a2bb-5415ea1c2417,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:04.788486 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Routers {'63bbbc54-971d-4fd1-8185-9b9ef867e3cf'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:17:04.789120 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:16:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:04.899837 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-98c5ba07-5b09-4185-9fda-1b8dea16e6ad admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1257625 Aug 23 16:17:04.988919 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] Set router 63bbbc54-971d-4fd1-8185-9b9ef867e3cf gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:17:05.222386 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:17:01Z', 'revision_number': 4, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port': {'id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:17:00Z', 'updated_at': '2021-08-23T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:17:02Z', 'revision_number': 5, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:05.255753 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8956-7b89-4b3a-98ac-b2b25e5b0b8e None None] The sync data for ids ['63bbbc54-971d-4fd1-8185-9b9ef867e3cf'] in dv-cinder-760146-5-iscsi is: [{'id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'name': 'router1', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:16:43Z', 'updated_at': '2021-08-23T16:17:01Z', 'revision_number': 4, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'gw_port': {'id': '7dc9839c-febc-4d75-a2bb-5415ea1c2417', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:17:00Z', 'updated_at': '2021-08-23T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '8d640cdb-5164-4102-a61c-17789ea6ae15', 'name': '', 'network_id': 'b3d8b1eb-59e9-474c-9d02-b594b24c6f4c', 'tenant_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'mac_address': 'fa:16:3e:2a:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbbc54-971d-4fd1-8185-9b9ef867e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:16:52Z', 'updated_at': '2021-08-23T16:17:02Z', 'revision_number': 5, 'project_id': '0d682fd59a0a4ad9b0cd48a72a064e1a', 'subnets': [{'id': '52b05496-e00e-481c-9fe2-80f1a5fa16e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c22c359-6ff9-4268-91e1-02a44cb5bdbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:17:06.082157 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7dc9839c-febc-4d75-a2bb-5415ea1c2417 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:06.213986 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:17:06.216418 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:06.217023 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:06.325685 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:06.348722 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 7dc9839c-febc-4d75-a2bb-5415ea1c2417, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=7dc9839c-febc-4d75-a2bb-5415ea1c2417,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:06.434079 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:06.485623 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=7dc9839c-febc-4d75-a2bb-5415ea1c2417,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:08.079532 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7dc9839c-febc-4d75-a2bb-5415ea1c2417 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:08.141071 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 7dc9839c-febc-4d75-a2bb-5415ea1c2417 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:08.141367 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:15.364352 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-bd151aba-5e2d-442d-a4d0-ba2032d0a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:18.133744 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f2d0-be4f-4acb-a9ed-322c08c3f61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:18.203324 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.082798 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:20.787376 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:35.228625 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:17:45.379481 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-15549814-5925-413c-8e64-87fcf7b597f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:48.409632 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-86e8082b-a80f-43b4-9d91-3dca7291b3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:48.432839 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:49.092469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:50.769172 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:12.217960 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:18:15.408750 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5c3b-3fec-404e-ba71-c067627a686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:18.099065 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2fc1690c-1e0d-415e-b265-d0d10fa1e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:18.191285 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:19.071412 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:20.785904 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:45.350074 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d343e407-1908-4432-a167-9e7019f7b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:45.511674 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46506) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:45.583461 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1070b417-49bd-42f2-9297-887fe071c778 admin admin] GET failed (client error): The resource could not be found. Aug 23 16:18:45.585517 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-1070b417-49bd-42f2-9297-887fe071c778 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728703 Aug 23 16:18:45.748787 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9ac0-0ba0-4041-b8c9-9a12da31fcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:45.750228 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-120d9ac0-0ba0-4041-b8c9-9a12da31fcde admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602242 Aug 23 16:18:47.950235 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46516) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:48.043005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa4116-3f40-4fc1-8c05-8e2b82a0f9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:48.048300 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9dfa4116-3f40-4fc1-8c05-8e2b82a0f9c7 admin admin] 10.222.0.63 "GET /v2.0/subnets/52b05496-e00e-481c-9fe2-80f1a5fa16e0 HTTP/1.1" status: 200 len: 849 time: 0.0931909 Aug 23 16:18:48.054550 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:18:48.126084 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e87c0898-09e7-4567-a3b1-c1822d9710db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.141381 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.230740 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.362344 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742928118842'] for subnet, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.398404 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:48.398404 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.400172 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] 10.222.0.63 "PUT /v2.0/subnets/52b05496-e00e-481c-9fe2-80f1a5fa16e0 HTTP/1.1" status: 200 len: 868 time: 0.3495467 Aug 23 16:18:48.401257 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79512e28-2180-47b7-86d8-eb79fddb8fac None None] Network b3d8b1eb-59e9-474c-9d02-b594b24c6f4c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:18:48.420263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b05496-e00e-481c-9fe2-80f1a5fa16e0,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:18:48.428156 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.428523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.428872 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.429285 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.429627 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.430014 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.430355 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.430685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.431030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.431362 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.431688 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.432013 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68869bc5-b14c-4a1c-8b8b-e9ac9c24c1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:18:48.788964 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-77d8839b-ebf3-4d7a-9a54-b3e3c687067a None None] Provisioning complete for port 8d640cdb-5164-4102-a61c-17789ea6ae15 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:18:48.789334 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-77d8839b-ebf3-4d7a-9a54-b3e3c687067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:48.882151 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-77d8839b-ebf3-4d7a-9a54-b3e3c687067a None None] Provisioning complete for port 62f78da0-1b73-4edf-a2c4-4f442caf30b4 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:18:48.882445 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-77d8839b-ebf3-4d7a-9a54-b3e3c687067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:49.127683 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:49.216630 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:18:50.617747 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46524) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:50.796460 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:50.844634 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792fe7f-ab65-4c2f-9e1d-b15cc393c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:50.851978 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792fe7f-ab65-4c2f-9e1d-b15cc393c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:50.851978 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4792fe7f-ab65-4c2f-9e1d-b15cc393c3bf admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2279952 Aug 23 16:18:53.054170 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46534) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:53.260572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d3605-06c2-4a3c-8fe2-790cd87d916b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:53.260965 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d3605-06c2-4a3c-8fe2-790cd87d916b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:53.262566 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-cf9d3605-06c2-4a3c-8fe2-790cd87d916b admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074203 Aug 23 16:18:55.482609 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46542) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:55.658345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d680a91-f0ca-45a2-b348-7ef12d9c65ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:55.659740 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0d680a91-f0ca-45a2-b348-7ef12d9c65ae admin admin] 10.222.0.63 "GET /v2.0/networks/b3d8b1eb-59e9-474c-9d02-b594b24c6f4c HTTP/1.1" status: 200 len: 869 time: 0.1760745 Aug 23 16:18:57.831892 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46550) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:18:57.956517 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8637e45-f9dc-43ae-b9a5-7e7b18ec9d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:57.957929 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e8637e45-f9dc-43ae-b9a5-7e7b18ec9d8d admin admin] 10.222.0.63 "GET /v2.0/networks/e6155756-7b2f-4005-9ba7-a75e0f669963 HTTP/1.1" status: 200 len: 886 time: 0.1250541 Aug 23 16:19:00.215744 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46558) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:00.345875 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f4651-f6ba-4dcc-80fc-9a681ef40020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:00.346280 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f4651-f6ba-4dcc-80fc-9a681ef40020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:00.347819 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3f0f4651-f6ba-4dcc-80fc-9a681ef40020 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308663 Aug 23 16:19:02.510940 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46566) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:02.603605 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77be9bb-789e-4e83-97b4-628aaf491d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:02.604069 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77be9bb-789e-4e83-97b4-628aaf491d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:02.605609 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c77be9bb-789e-4e83-97b4-628aaf491d77 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937009 Aug 23 16:19:04.764010 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46574) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:04.860531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc7a95-53cf-4c78-98a7-3815295a612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:04.861905 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2edc7a95-53cf-4c78-98a7-3815295a612d admin admin] 10.222.0.63 "GET /v2.0/subnets/49cc94ab-d5a2-4517-a371-bce8fb818ff7 HTTP/1.1" status: 200 len: 816 time: 0.0969260 Aug 23 16:19:07.089842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46582) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:07.182380 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3d2d4-eb86-46df-950b-bf0d7869e83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:07.183747 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-adb3d2d4-eb86-46df-950b-bf0d7869e83d admin admin] 10.222.0.63 "GET /v2.0/subnets/52b05496-e00e-481c-9fe2-80f1a5fa16e0 HTTP/1.1" status: 200 len: 868 time: 0.0929453 Aug 23 16:19:15.413066 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2577ddc6-bab9-4546-924f-14ddfbd9a7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:18.161279 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-febfdd96-bca2-4664-801e-5574bfc9ee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:18.195956 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:19.109648 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:20.806772 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:26.215619 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:19:32.003442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46636) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:32.063962 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [None req-e205e761-7904-4f97-90e7-a3ffd95b6b91 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:19:32.065017 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e205e761-7904-4f97-90e7-a3ffd95b6b91 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606072 Aug 23 16:19:34.417983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46644) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:34.483831 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3521a951-5548-41ff-aeb7-6db71c685a19 admin admin] GET failed (client error): The resource could not be found. Aug 23 16:19:34.485258 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3521a951-5548-41ff-aeb7-6db71c685a19 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662596 Aug 23 16:19:34.574746 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b672bc-7ff4-47a9-8bc6-e9997757c268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:34.576301 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-56b672bc-7ff4-47a9-8bc6-e9997757c268 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857747 Aug 23 16:19:36.792469 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46652) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:36.842486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:19:37.000486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Made reservation on behalf of 7e4700a8976f4466825a18afbebe6e2e for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:19:37.002818 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:37.038016 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING neutron.services.revisions.revision_plugin [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Could not find related network for resource to bump revision. Aug 23 16:19:37.049923 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:19:37.059483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:37.059822 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Added segment cb9f4e0a-f471-4f8a-8c06-f64765892c4b of type vlan for network 7c0a3b8a-23a2-48de-836d-0277115787af Aug 23 16:19:37.111168 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:37.206379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:37.207491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:37.208207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:37.266122 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] Pushing event updated for resources: {'Network': ['ID=7c0a3b8a-23a2-48de-836d-0277115787af,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:37.276183 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 7c0a3b8a-23a2-48de-836d-0277115787af details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:19:37.321469 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-619b0428-623d-4eaa-b9eb-8cfb490e67ff admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5278940 Aug 23 16:19:39.710631 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46660) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:39.773414 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.pecan_wsgi.hooks.translation [None req-656a9c5d-08b6-4da0-a4be-eba46e9504cf admin admin] GET failed (client error): The resource could not be found. Aug 23 16:19:39.774806 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-656a9c5d-08b6-4da0-a4be-eba46e9504cf admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632167 Aug 23 16:19:39.851532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb6e714-86b1-4fc3-b3f7-c5bded3b18ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:39.853018 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-cfb6e714-86b1-4fc3-b3f7-c5bded3b18ec admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705154 Aug 23 16:19:39.864095 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:19:39.966608 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Made reservation on behalf of 7e4700a8976f4466825a18afbebe6e2e for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:19:39.969582 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:40.263848 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:40.316812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04493ae9-3354-4701-9bae-ddb21555dee1,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:40.326610 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Checking segment: {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:19:40.326963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Network hostable DHCP agents. Network: 7c0a3b8a-23a2-48de-836d-0277115787af, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:19:40.406583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Network 7c0a3b8a-23a2-48de-836d-0277115787af is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:19:40.503676 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 7c0a3b8a-23a2-48de-836d-0277115787af) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:19:40.507846 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:40.508470 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:40.513059 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade7c95-786a-45b9-b8e1-7bbeeefd733b None None] Network 7c0a3b8a-23a2-48de-836d-0277115787af requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:19:40.647071 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7a0a9a9b-71ca-48c6-a481-a891b6dd6861 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7870941 Aug 23 16:19:40.659908 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-7c0a3b8a-23a2-48de-836d-0277115787af', 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af', 'tenant_id': '7e4700a8976f4466825a18afbebe6e2e', 'fixed_ips': [{'subnet_id': '04493ae9-3354-4701-9bae-ddb21555dee1'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:19:40.659908 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:40.809142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Allocated IP 192.168.233.2 (7c0a3b8a-23a2-48de-836d-0277115787af/04493ae9-3354-4701-9bae-ddb21555dee1/62aa5bac-8d14-4756-8c59-fc4fd9506b2c) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:19:41.050202 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.058773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Transition to ACTIVE for port object 62aa5bac-8d14-4756-8c59-fc4fd9506b2c will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:19:41.074890 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Transition to ACTIVE for port object 62aa5bac-8d14-4756-8c59-fc4fd9506b2c will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:19:41.182958 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.225339 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Network 7c0a3b8a-23a2-48de-836d-0277115787af is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:19:41.228156 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:19:41.231573 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:19:41.239609 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Pushing event updated for resources: {'Port': ['ID=62aa5bac-8d14-4756-8c59-fc4fd9506b2c,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:41.250823 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.251171 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.251511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.251839 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.252158 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.252490 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.252813 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.253804 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.257487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.257487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.257487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.257487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:41.301498 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Attempting to bind port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:19:41.301805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Attempting to bind port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:19:41.302162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Attempting to bind port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c on network 7c0a3b8a-23a2-48de-836d-0277115787af {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:19:41.307384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:19:41.307756 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Checking segment: {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:19:41.308152 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.308543 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Bound using segment: {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:19:41.309004 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Bound port: 62aa5bac-8d14-4756-8c59-fc4fd9506b2c, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:19:41.309398 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.382148 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] For port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:19:41.386787 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] For port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=62aa5bac-8d14-4756-8c59-fc4fd9506b2c,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:19:41.464351 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.527583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350458f-cc97-4104-87fc-2f1c87a21886 None None] Pushing event updated for resources: {'Port': ['ID=62aa5bac-8d14-4756-8c59-fc4fd9506b2c,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:42.226771 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 62aa5bac-8d14-4756-8c59-fc4fd9506b2c up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:19:42.375956 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70cbd3-d750-492f-928d-5d62be1ec9e4 None None] Network 7c0a3b8a-23a2-48de-836d-0277115787af requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:19:42.421383 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:19:42.538472 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Provisioning for port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:19:42.543194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Provisioning complete for port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:19:42.543556 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.638197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.677606 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] For port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=62aa5bac-8d14-4756-8c59-fc4fd9506b2c,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:42.766887 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.818050 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a22e3f-ca23-48c8-bb1c-5c23b27a91e1 None None] Pushing event updated for resources: {'Port': ['ID=62aa5bac-8d14-4756-8c59-fc4fd9506b2c,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:42.886551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-cd4944fb-5792-44a4-8fb8-ece7b0c8d3cc None None] Provisioning complete for port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:19:42.886944 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cd4944fb-5792-44a4-8fb8-ece7b0c8d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:44.176789 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 62aa5bac-8d14-4756-8c59-fc4fd9506b2c up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:19:44.225659 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 62aa5bac-8d14-4756-8c59-fc4fd9506b2c triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:19:44.230127 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:45.389172 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a0f0065e-5f97-4267-992b-c0da31fa77dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:48.114736 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0f28ebc8-0ce7-4ae0-a4af-c644bdea3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:48.217791 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:49.097540 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:50.823000 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:03.214219 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:20:15.342852 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0e24b65b-db50-485c-a889-541ac46481bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:18.119814 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d8419138-bc0a-493b-8599-29f11e7b4ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:18.206342 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:19.080049 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:20.833892 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:40.212712 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:20:45.376229 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2a51-4726-4eb8-8887-00019a627de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:48.107419 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8ff4484f-56dd-49c7-85b6-c9d7a433f633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:48.210241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:49.095333 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:50.804703 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:01.693263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46712) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:21:01.699222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [None req-85f87a30-2c30-4fa5-a31a-262f3ebecc6c tempest-verify_tempest_config-1093177665 tempest-verify_tempest_config-1093177665-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:21:01.700218 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-85f87a30-2c30-4fa5-a31a-262f3ebecc6c tempest-verify_tempest_config-1093177665 tempest-verify_tempest_config-1093177665-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059557 Aug 23 16:21:02.323563 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46730) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:21:02.432630 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.520902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.604075 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.652821 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a10312506d214d9182dfc4543f8f8aea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3280859 Aug 23 16:21:02.653589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ba697-1fa3-4837-a6e7-854cae510f3a,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:21:02.660668 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.661031 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.661380 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.661598 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46734) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:21:02.662369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.662369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.662560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.662741 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.663078 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.663433 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.663768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.664094 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.664427 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfa8f5-cb61-43ce-afad-d70cae8eb316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.724789 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.745630 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.947269 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.949683 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:02.950901 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e9ba697-1fa3-4837-a6e7-854cae510f3a HTTP/1.1" status: 204 len: 168 time: 0.2882988 Aug 23 16:21:02.959254 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ba697-1fa3-4837-a6e7-854cae510f3a,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:21:02.966456 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.966828 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.967172 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.967508 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.967871 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.968756 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.969095 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.969535 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.969752 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.970112 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.970443 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:02.970765 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16300c9c-035a-4f68-b53c-502202e4af11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:21:15.409669 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0ef5-f3fe-4d64-a14d-7744e44a8c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:17.210933 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:21:18.146319 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dec3-e25a-45b7-8694-1dbd2ec1f31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:18.261056 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:19.083719 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:20.803826 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:45.396974 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-343fa654-f1c5-4c0d-8e8b-2f017d009f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:48.111395 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-38704d71-15bd-41ac-9bb2-b414b8e9ae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:48.231819 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:49.088799 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:50.796865 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:54.209309 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:22:15.344870 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-60c79d9f-55f8-41c5-9400-28c699e3e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:18.116404 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0afb-5f81-4a60-8ede-560629ba6cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:18.202003 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:19.111109 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:20.801801 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:31.208210 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 5 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:22:39.904691 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516144'] for agent, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:45.418877 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c60d3470-39d3-4b50-8800-4eee7e4c0c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:48.172325 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fe493ff3-f434-43a3-9dac-fdbce16debc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:48.241201 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:49.107380 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:50.858276 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:55.021439 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 46808) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:22:55.126686 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-949a7a31-3e47-41e2-b54c-7aaec05653a0 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1041098 Aug 23 16:22:57.354055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46818) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:22:57.429308 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b98b3a9d-3fea-41b0-b0f6-532dae72217d admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0741391 Aug 23 16:23:08.207549 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:23:09.835078 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:15.354708 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9dbda2c0-1ecd-482c-8194-008d3f090883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:18.166593 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db1c5c2a-b745-42e5-945a-8209b9dbf9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:18.258115 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:19.360527 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:20.829017 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:39.852032 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:45.206536 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:23:45.382875 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-379f74d0-ec58-4a25-8e43-1f5472b6d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:48.120311 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9087677a-be9e-42b0-bd6d-5686c8b4a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:48.234016 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:49.130902 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:50.856879 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:09.816570 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:15.861626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4717d8b9-f7f9-4f01-8bbf-a3775d1ed07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:18.125177 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f68f81de-925c-4aef-8c4f-5d015bc845f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:18.250065 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:19.124802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:20.827219 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:22.205056 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:24:30.609405 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 46998) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:30.805501 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-network', 'tenant_id': '170ed81b0c1948bc9b513abb83365223'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:30.884617 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Made reservation on behalf of 170ed81b0c1948bc9b513abb83365223 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:30.887228 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:30.896795 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:30.996096 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.090005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.112070 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:24:31.125158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2f1ed-ca4b-4208-903d-09ad5e043d36,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:31.130306 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.130651 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Added segment 90bb0eaa-0f6e-4906-9ea9-6e945a5be671 of type vlan for network e9349fb1-3cb8-4fff-b83d-686ff59e72fc Aug 23 16:24:31.140998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.141420 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.141698 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.142059 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.142391 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.142736 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.143089 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.143389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.143730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.144134 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.144369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.144690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Tracked resource versions report: Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: pushed versions: Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: { 'AddressGroup': {'1.2'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'ConntrackHelper': {'1.0'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Log': {'1.0'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Network': {'1.1'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Port': {'1.7'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'PortForwarding': {'1.2'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'QosPolicy': {'1.9'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroup': {'1.4'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SubPort': {'1.0'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Subnet': {'1.1'}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Trunk': {'1.1'}} Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: consumer versions: Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: HyperV agent@hv-cinder-76014: {}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'ConntrackHelper': '1.0', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Log': '1.0', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Network': '1.1', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Port': '1.7', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'PortForwarding': '1.2', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'QosPolicy': '1.9', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroup': '1.4', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SecurityGroupRule': '1.2', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'SubPort': '1.0', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Subnet': '1.1', Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: 'Trunk': '1.1'}} Aug 23 16:24:31.146532 dv-cinder-760146-5-iscsi neutron-server[94594]: {{(pid=94594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:24:31.185898 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.313298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.314646 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:31.315236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.384895 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9349fb1-3cb8-4fff-b83d-686ff59e72fc,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:31.397310 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:24:31.485658 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d4916d53-da25-41db-92e1-5523317c93d6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8745451 Aug 23 16:24:31.491798 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47044) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:31.497272 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Request body: {'subnet': {'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-subnet', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:31.618854 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47050) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:31.650258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Made reservation on behalf of 170ed81b0c1948bc9b513abb83365223 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:31.654804 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.714729 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47056) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:31.766894 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47064) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:31.863358 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1290881064-network', 'tenant_id': '707cb290d6a94174b82044d2383131bf'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:31.910377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-906436655-network', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:31.919392 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.968393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Made reservation on behalf of 707cb290d6a94174b82044d2383131bf for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:31.968393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:31.987852 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.001429 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=864ce92a-9c0f-4538-ae6a-ac0682652034,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:32.023837 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Checking segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:32.024208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Network hostable DHCP agents. Network: e9349fb1-3cb8-4fff-b83d-686ff59e72fc, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:24:32.050336 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Made reservation on behalf of cd9bad6ac9834f18abeb51e08b0f873c for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:32.055219 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.075843 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.145982 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:24:32.199054 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.228545 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766165751-network', 'tenant_id': '27c8cf9160c14dcd9d617e2e9a43a027'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:32.250054 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, e9349fb1-3cb8-4fff-b83d-686ff59e72fc) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:32.254337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:32.255030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.261437 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871781f-8cf9-468c-8eea-f88f7f471ac2 None None] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:32.279313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.304037 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:24:32.320329 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca78cc2a-5b4f-4f8e-902a-141ff69620da,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:32.323742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.329337 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Added segment ba16780e-4258-4760-b819-beefed4c31e6 of type vlan for network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 Aug 23 16:24:32.387460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.391335 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.453566 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.479278 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.480924 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:32.482270 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.496869 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:24:32.517670 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.518233 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Added segment 584db616-b111-4de6-a79d-6376a643f0f9 of type vlan for network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 Aug 23 16:24:32.520099 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf7ce2-63f4-43e7-b2d2-e692ea896dcd,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:32.524392 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3042f-19bb-4eed-8122-2ad16183e9b1 None None] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:32.537320 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.537971 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.538473 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.539029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.539573 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.540125 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.540653 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.541182 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.541729 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.542285 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.542813 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.543418 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Tracked resource versions report: Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: pushed versions: Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: { 'AddressGroup': {'1.2'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'ConntrackHelper': {'1.0'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Log': {'1.0'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Network': {'1.1'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Port': {'1.7'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'PortForwarding': {'1.2'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'QosPolicy': {'1.9'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroup': {'1.4'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SubPort': {'1.0'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Subnet': {'1.1'}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Trunk': {'1.1'}} Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: consumer versions: Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: HyperV agent@hv-cinder-76014: {}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'ConntrackHelper': '1.0', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Log': '1.0', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Network': '1.1', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Port': '1.7', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'PortForwarding': '1.2', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'QosPolicy': '1.9', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroup': '1.4', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SecurityGroupRule': '1.2', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'SubPort': '1.0', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Subnet': '1.1', Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: 'Trunk': '1.1'}} Aug 23 16:24:32.544965 dv-cinder-760146-5-iscsi neutron-server[94595]: {{(pid=94595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:24:32.581366 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Made reservation on behalf of 27c8cf9160c14dcd9d617e2e9a43a027 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:32.588051 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.606315 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.609937 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.632662 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9d309d-1502-4702-8f7b-5dee8f69cd78,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:32.635504 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:24:32.776501 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8f019b57-a967-44f1-990d-f68e39d98dfe admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2833278 Aug 23 16:24:32.779222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47094) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:32.783661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:32.842751 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.844535 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:32.850445 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:32.850682 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8cf872d6-6138-49df-8bb4-9a4680e3a047 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2279444 Aug 23 16:24:32.852463 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47098) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:32.859643 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Request body: {'subnet': {'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1290881064-subnet', 'tenant_id': '707cb290d6a94174b82044d2383131bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:32.933076 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ded63f54-c8e5-4d7e-9c1d-4feba26a2032,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:32.944922 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:24:33.061809 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.148920 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.162100 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:24:33.171329 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.171678 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Added segment 9275152b-80fc-4171-863e-0abe713f3e92 of type vlan for network 8a3d1349-f52c-4577-86c0-28bb5c199c5d Aug 23 16:24:33.213844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.257133 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b8ebe-7206-4527-8c60-0e17730dd88d,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:33.273908 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3b9e6086-21a7-479a-a335-752fa06656f3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5579660 Aug 23 16:24:33.276499 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47120) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:33.286427 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Request body: {'subnet': {'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-subnet', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:33.294772 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.db.api [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 16:24:33.294772 dv-cinder-760146-5-iscsi neutron-server[94594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 16:24:33.294772 dv-cinder-760146-5-iscsi neutron-server[94594]: [parameters: {'project_id_1': '707cb290d6a94174b82044d2383131bf', 'expiration_1': datetime.datetime(2021, 8, 23, 16, 24, 32, 869932)}] Aug 23 16:24:33.294772 dv-cinder-760146-5-iscsi neutron-server[94594]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 16:24:33.295058 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG oslo_db.api [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 16:24:33.341827 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.343178 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:33.343781 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.370359 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.372781 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.429028 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3d1349-f52c-4577-86c0-28bb5c199c5d,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:33.439701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 8a3d1349-f52c-4577-86c0-28bb5c199c5d details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:24:33.523577 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.601153 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-63e71017-856d-4409-946e-0543e1d275c6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8331037 Aug 23 16:24:33.604479 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47124) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:33.611338 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Request body: {'subnet': {'network_id': '8a3d1349-f52c-4577-86c0-28bb5c199c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766165751-subnet', 'tenant_id': '27c8cf9160c14dcd9d617e2e9a43a027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:33.815130 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Made reservation on behalf of cd9bad6ac9834f18abeb51e08b0f873c for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:33.815130 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:33.884770 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.022537 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Made reservation on behalf of 27c8cf9160c14dcd9d617e2e9a43a027 for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:34.025278 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.100158 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.134620 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Made reservation on behalf of 707cb290d6a94174b82044d2383131bf for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:34.137590 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.160166 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:34.205177 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47156) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:34.271178 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Checking segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:34.273759 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Network hostable DHCP agents. Network: ded63f54-c8e5-4d7e-9c1d-4feba26a2032, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:24:34.429027 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0b1f823d-96b3-4854-95be-ff92292ad976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.547477 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0b1f823d-96b3-4854-95be-ff92292ad976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.550992 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.564193 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:24:34.575787 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.650877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.703715 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.718614 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0b1f823d-96b3-4854-95be-ff92292ad976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.721396 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, ded63f54-c8e5-4d7e-9c1d-4feba26a2032) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:34.732340 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b12894-943e-4e7c-85bc-640315671a69 None None] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:34.783257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:34.783773 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.820497 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Allocated IP 172.27.3.2 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/f22d9015-bb0e-4541-9ffc-049013462cc8) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:34.825245 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fe343e-f952-43d1-9577-9b5d736a7fd3,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:34.829110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Checking segment: {'id': '9275152b-80fc-4171-863e-0abe713f3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8a3d1349-f52c-4577-86c0-28bb5c199c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:34.829581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Network hostable DHCP agents. Network: 8a3d1349-f52c-4577-86c0-28bb5c199c5d, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:24:34.838156 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-0b1f823d-96b3-4854-95be-ff92292ad976 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d0dd7dc53709432eab253b7c88d817a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6292319 Aug 23 16:24:34.839464 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36a3e49-a360-4508-aac8-ac320e443dfb,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:34.840281 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47178) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:34.841848 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f823d-96b3-4854-95be-ff92292ad976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5d5b20-da9c-40d4-85f5-27ea77a64234,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:34.892058 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Checking segment: {'id': 'ba16780e-4258-4760-b819-beefed4c31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:34.892686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Network hostable DHCP agents. Network: 6a9d309d-1502-4702-8f7b-5dee8f69cd78, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:24:34.924724 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.952233 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:34.971895 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:24:34.972805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.023383 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ca89f01d-0a8b-4add-952c-b52815006322 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7454793 Aug 23 16:24:35.024753 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Network 8a3d1349-f52c-4577-86c0-28bb5c199c5d is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:24:35.027046 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47182) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:35.032225 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:35.041969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.046167 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 8a3d1349-f52c-4577-86c0-28bb5c199c5d) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:35.055632 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:24:35.060582 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee8e07-baba-4842-81f4-6d93d648ea69 None None] Network 8a3d1349-f52c-4577-86c0-28bb5c199c5d requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:35.079448 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:35.081303 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.113104 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.116877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.121621 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0e5d5b20-da9c-40d4-85f5-27ea77a64234 HTTP/1.1" status: 204 len: 168 time: 0.2741110 Aug 23 16:24:35.132460 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1617c41-4d31-4add-b7c7-d8c8ea547f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5d5b20-da9c-40d4-85f5-27ea77a64234,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:35.188695 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 6a9d309d-1502-4702-8f7b-5dee8f69cd78) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:35.200882 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:35.201805 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.203428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0487d2-3960-436a-87d1-72907747e9cb None None] Network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:35.217663 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.219740 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.222470 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.293536 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Allocated IP 172.20.0.2 (ded63f54-c8e5-4d7e-9c1d-4feba26a2032/d61b3d9d-df52-4266-8b30-2ba0f8d83c7d/d1eb9cf2-8e38-4d05-b11c-12725e664c6b) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:35.350966 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:35.356335 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:35.360358 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.369841 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-9d97fbd1-532a-4cfc-b8c0-7a52d1156e3f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7564881 Aug 23 16:24:35.370393 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8c582b33-1c82-4551-a4d1-ea9e93b7c04a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5117352 Aug 23 16:24:35.370393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:35.401156 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906ccf8-8933-4fb4-9033-b32c1b60a61c None None] Network 8a3d1349-f52c-4577-86c0-28bb5c199c5d requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:35.424765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Pushing event updated for resources: {'Port': ['ID=f22d9015-bb0e-4541-9ffc-049013462cc8,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:35.804681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156493a-0607-4d47-9a53-1a2d3aaafd2a None None] Network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:35.839218 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47214) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:35.875117 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.939394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:35.959456 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Transition to ACTIVE for port object d1eb9cf2-8e38-4d05-b11c-12725e664c6b will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:35.992534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Transition to ACTIVE for port object d1eb9cf2-8e38-4d05-b11c-12725e664c6b will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:36.108774 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.119322 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.169695 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:36.173572 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:36.178854 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:36.189552 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Pushing event updated for resources: {'Port': ['ID=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:36.202018 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.205497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.206467 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Tracked resource versions report: Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: pushed versions: Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: { 'AddressGroup': {'1.2'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'ConntrackHelper': {'1.0'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Log': {'1.0'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Network': {'1.1'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Port': {'1.7'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'PortForwarding': {'1.2'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'QosPolicy': {'1.9'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroup': {'1.4'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SubPort': {'1.0'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Subnet': {'1.1'}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Trunk': {'1.1'}} Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: consumer versions: Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: HyperV agent@hv-cinder-76014: {}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'ConntrackHelper': '1.0', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Log': '1.0', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Network': '1.1', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Port': '1.7', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'PortForwarding': '1.2', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'QosPolicy': '1.9', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroup': '1.4', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SecurityGroupRule': '1.2', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'SubPort': '1.0', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Subnet': '1.1', Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: 'Trunk': '1.1'}} Aug 23 16:24:36.207644 dv-cinder-760146-5-iscsi neutron-server[94596]: {{(pid=94596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:24:36.268148 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Attempting to bind port d1eb9cf2-8e38-4d05-b11c-12725e664c6b on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:36.268528 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Attempting to bind port d1eb9cf2-8e38-4d05-b11c-12725e664c6b by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:36.268921 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Attempting to bind port d1eb9cf2-8e38-4d05-b11c-12725e664c6b on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:36.275291 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:36.275948 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Checking segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:36.276872 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.276872 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Bound using segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:36.277241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Bound port: d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:36.277656 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.358457 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] For port d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:36.368947 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] For port d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:36.393375 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.448470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.496250 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.525803 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.604387 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47256) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:36.612840 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47260) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:36.612840 dv-cinder-760146-5-iscsi neutron-server[94595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 16:24:36.644220 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f417494-1d0c-4902-ac3b-94f7c9438272 None None] Pushing event updated for resources: {'Port': ['ID=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:36.758960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a37bf2ce-5d8a-47bf-8eaa-c481ae5b506b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.769129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cee-04c3-40d6-ac33-063aa8f9b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:36.924488 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Router 22515bd0-7e68-461f-904b-1d03ced91ba3 is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:24:36.926575 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-69081a63-9048-4a5e-a1d2-331273c24b2c tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:36.929894 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-69081a63-9048-4a5e-a1d2-331273c24b2c tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/networks?id=6a9d309d-1502-4702-8f7b-5dee8f69cd78 HTTP/1.1" status: 200 len: 812 time: 0.3185461 Aug 23 16:24:36.987255 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-bbe44291-8bb8-46ff-85f5-89ee625b8d3b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/quotas/707cb290d6a94174b82044d2383131bf HTTP/1.1" status: 200 len: 375 time: 0.0308895 Aug 23 16:24:37.055690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:24:37.069966 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-01ec6663-3e24-43bd-9935-250ce10ed445 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=707cb290d6a94174b82044d2383131bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649467 Aug 23 16:24:37.069966 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Allocated IP 172.27.3.19 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/d85bfb1d-50b6-4f90-8145-c91a8bca69f3) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:37.079903 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Sync routers for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:24:37.091155 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:37.091668 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:37.190844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a37bf2ce-5d8a-47bf-8eaa-c481ae5b506b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.195612 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47278) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:37.201487 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-748258263-network', 'tenant_id': '8af787cf2d1f4288825f73d57e5d41a7'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:37.212182 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.260099 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:37.306756 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-9bb7c0c5-2d67-4763-a185-b948efe6b244 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:24:37.307966 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-9bb7c0c5-2d67-4763-a185-b948efe6b244 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545754 Aug 23 16:24:37.334923 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a37bf2ce-5d8a-47bf-8eaa-c481ae5b506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.389861 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.426552 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-a37bf2ce-5d8a-47bf-8eaa-c481ae5b506b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c61868308a84c88b7f6f049d8e6aa7b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5838137 Aug 23 16:24:37.427184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47284) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:37.429391 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf2ce-5d8a-47bf-8eaa-c481ae5b506b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45785675-f325-488e-8531-1cc8a0f22e57,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:37.449310 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.452107 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-48652ae3-e40d-4329-ba60-87026473f65b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6719158 Aug 23 16:24:37.458842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47286) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:37.461485 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:37.485186 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:35Z', 'revision_number': 3, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:37.495536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:37.505447 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:37.523033 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Checking router: 22515bd0-7e68-461f-904b-1d03ced91ba3 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:24:37.523033 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Updating router 22515bd0-7e68-461f-904b-1d03ced91ba3 port f22d9015-bb0e-4541-9ffc-049013462cc8 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:24:37.523241 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-70a105e1-9404-4704-98a2-590d6c39a388 service neutron] 10.222.0.63 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061424 Aug 23 16:24:37.578970 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.642227 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cee-04c3-40d6-ac33-063aa8f9b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.667010 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.675174 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:37.734441 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0596c-7780-42b0-973c-300faabcdcb6 None None] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:37.735313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.765573 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cee-04c3-40d6-ac33-063aa8f9b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.800880 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f5c83cee-04c3-40d6-ac33-063aa8f9b1cc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=02146c7b0df74def8e6fa587495c9581&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1950755 Aug 23 16:24:37.801575 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47296) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:37.892313 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c83cee-04c3-40d6-ac33-063aa8f9b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d5bfa-6d71-41ae-903e-036937f98c74,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:37.929746 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.937110 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-ef020534-66fe-4da7-9aa2-da758f0c8c74 service neutron] 10.222.0.63 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761802 Aug 23 16:24:37.994243 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:37.996737 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.023086 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Transition to ACTIVE for port object f22d9015-bb0e-4541-9ffc-049013462cc8 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:38.057633 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-034f8e25-566f-42a4-b3bf-7282b8d3f00a None None] Provisioning for port d1eb9cf2-8e38-4d05-b11c-12725e664c6b completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:38.114598 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.180536 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Attempting to bind port f22d9015-bb0e-4541-9ffc-049013462cc8 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:38.186598 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Attempting to bind port f22d9015-bb0e-4541-9ffc-049013462cc8 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:38.186598 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Attempting to bind port f22d9015-bb0e-4541-9ffc-049013462cc8 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:38.186822 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Made reservation on behalf of 8af787cf2d1f4288825f73d57e5d41a7 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:38.186822 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.191243 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:38.192999 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:38.193149 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.194989 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:38.194989 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Bound port: f22d9015-bb0e-4541-9ffc-049013462cc8, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:38.194989 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.203896 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.228276 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.260322 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.275814 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] For port f22d9015-bb0e-4541-9ffc-049013462cc8, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:38.279695 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] For port f22d9015-bb0e-4541-9ffc-049013462cc8, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f22d9015-bb0e-4541-9ffc-049013462cc8,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:38.281861 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Pushing event updated for resources: {'Port': ['ID=f22d9015-bb0e-4541-9ffc-049013462cc8,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:38.294759 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.296071 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.299838 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.299838 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.300407 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.300492 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.300799 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.301673 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.302259 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.303075 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.303290 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.303991 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.304445 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/45785675-f325-488e-8531-1cc8a0f22e57 HTTP/1.1" status: 204 len: 168 time: 0.8762639 Aug 23 16:24:38.304797 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.305494 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Tracked resource versions report: Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: pushed versions: Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: { 'AddressGroup': {'1.2'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'ConntrackHelper': {'1.0'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Log': {'1.0'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Network': {'1.1'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Port': {'1.7'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'PortForwarding': {'1.2'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'QosPolicy': {'1.9'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroup': {'1.4'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroupRule': {'1.2'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SubPort': {'1.0'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Subnet': {'1.1'}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Trunk': {'1.1'}} Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: consumer versions: Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: { DHCP agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: HyperV agent@hv-cinder-76014: {}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: L3 agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: Metadata agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: Metering agent@dv-cinder-760146-5-iscsi: {}, Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: Open vSwitch agent@dv-cinder-760146-5-iscsi: { 'AddressGroup': '1.2', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'ConntrackHelper': '1.0', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Log': '1.0', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Network': '1.1', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Port': '1.7', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'PortForwarding': '1.2', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'QosPolicy': '1.9', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroup': '1.4', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SecurityGroupRule': '1.2', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'SubPort': '1.0', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Subnet': '1.1', Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: 'Trunk': '1.1'}} Aug 23 16:24:38.318671 dv-cinder-760146-5-iscsi neutron-server[94597]: {{(pid=94597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 16:24:38.322597 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c247e-a8ad-4f10-8669-f9ca27bef730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45785675-f325-488e-8531-1cc8a0f22e57,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:38.376559 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.382482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.392540 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.393889 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc8d5bfa-6d71-41ae-903e-036937f98c74 HTTP/1.1" status: 204 len: 168 time: 0.5868015 Aug 23 16:24:38.457257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6b6ff-7945-4a1d-8b9b-487ec576dc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d5bfa-6d71-41ae-903e-036937f98c74,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:38.515383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47318) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:38.545183 dv-cinder-760146-5-iscsi neutron-server[94594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 16:24:38.583241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d1eb9cf2-8e38-4d05-b11c-12725e664c6b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:38.596574 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081654c9-709f-4c2d-ab9d-4e0c8215ba55 None None] Pushing event updated for resources: {'Port': ['ID=f22d9015-bb0e-4541-9ffc-049013462cc8,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:38.607070 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:38.609165 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:38.671418 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.783180 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port d1eb9cf2-8e38-4d05-b11c-12725e664c6b completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:38.796194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d1eb9cf2-8e38-4d05-b11c-12725e664c6b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:38.796194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.796791 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f9fbe7b9-9ed2-425d-87a1-2f5310c83a81 req-15465317-0ee8-4896-9941-dfe727e78e8e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.2802639 Aug 23 16:24:38.800713 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:38.830362 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Allocated IP 172.20.0.1 (e9349fb1-3cb8-4fff-b83d-686ff59e72fc/864ce92a-9c0f-4538-ae6a-ac0682652034/fdf32960-3c0b-4960-8274-9e8ffb19eb09) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:38.917656 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.947459 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:38.952057 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:24:38.970396 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Router df3a6634-c3c2-4775-8356-ae4ff642d866 is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:24:38.992199 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.073450 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.074076 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:35Z', 'revision_number': 3, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:39.075969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.108336 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46091bf4-03a4-4275-bc47-1c1ae8676f86 None None] The sync data for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi is: [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:35Z', 'revision_number': 3, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:24:39.110467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:24:39.117457 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:24:39.126433 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:24:39.129682 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.166309 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:39.167350 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:39.169916 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:39.179495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:39.188609 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:39.196008 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:39.201221 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.216529 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.217895 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c42e1986-5d2b-4d18-8ac8-b3bf3110a3f9 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1892014 Aug 23 16:24:39.220998 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47332) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:39.340860 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.341427 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Added segment a5e69d66-ec05-4a60-a4e5-4954c647a275 of type vlan for network f75df57d-2711-46d8-946f-7a933e6d1ba9 Aug 23 16:24:39.368574 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40870fcb-6943-42bc-9914-22f3ee449fa4,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:39.378179 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:39.550581 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.553206 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:39.607206 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47344) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:39.656195 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-42fc209e-1181-4eba-9fa8-c11568eab252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.731027 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:37Z', 'revision_number': 3, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:39.773157 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:24:39.775710 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Updating router df3a6634-c3c2-4775-8356-ae4ff642d866 port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:24:39.824580 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.946566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-42fc209e-1181-4eba-9fa8-c11568eab252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.953631 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:39.954644 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:39.955274 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.018089 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.075904 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-47e80aa3-44e4-451e-9cff-bfc46d4da071 req-3f5058e7-ef86-4da0-b61f-0245a9272754 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.0907624 Aug 23 16:24:40.087046 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.092286 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-42fc209e-1181-4eba-9fa8-c11568eab252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.113672 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.336998 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-42fc209e-1181-4eba-9fa8-c11568eab252 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6ee1392289d484a8ab6b6a1ae455b5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7287328 Aug 23 16:24:40.338443 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1412632 Aug 23 16:24:40.339935 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47374) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:40.345564 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47376) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:40.367295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Request body: {'subnet': {'network_id': 'f75df57d-2711-46d8-946f-7a933e6d1ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-748258263-subnet', 'tenant_id': '8af787cf2d1f4288825f73d57e5d41a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:40.368728 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Allocated IP 172.20.0.1 (ded63f54-c8e5-4d7e-9c1d-4feba26a2032/d61b3d9d-df52-4266-8b30-2ba0f8d83c7d/88c0b768-28f3-46bc-8218-14802fd59bd6) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:40.374183 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.397078 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Transition to ACTIVE for port object d85bfb1d-50b6-4f90-8145-c91a8bca69f3 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:40.402384 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91bb9-8d69-4f1e-978f-9a9e90a29c20 admin admin] Pushing event updated for resources: {'Network': ['ID=f75df57d-2711-46d8-946f-7a933e6d1ba9,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:40.429451 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network f75df57d-2711-46d8-946f-7a933e6d1ba9 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:24:40.457126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc209e-1181-4eba-9fa8-c11568eab252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fa2d99-12a5-460d-8175-f696d4b295fb,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:40.552903 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.555415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.599105 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.607216 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Made reservation on behalf of 8af787cf2d1f4288825f73d57e5d41a7 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:40.611187 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.670461 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.697853 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f22d9015-bb0e-4541-9ffc-049013462cc8 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:40.760339 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc09cb-6327-4e37-811a-779e9385db74 None None] Pushing event updated for resources: {'Port': ['ID=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:40.770572 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Attempting to bind port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:40.770572 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Attempting to bind port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:40.770877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.770989 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Attempting to bind port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:40.778182 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:40.778620 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:40.779055 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.779477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:40.779991 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Bound port: d85bfb1d-50b6-4f90-8145-c91a8bca69f3, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:40.780427 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.802716 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Transition to ACTIVE for port object 88c0b768-28f3-46bc-8218-14802fd59bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:40.816629 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.821018 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.822728 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/55fa2d99-12a5-460d-8175-f696d4b295fb HTTP/1.1" status: 204 len: 168 time: 0.4775269 Aug 23 16:24:40.838142 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d70d46-f475-4816-a611-4ba958a388d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fa2d99-12a5-460d-8175-f696d4b295fb,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:40.847288 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] For port d85bfb1d-50b6-4f90-8145-c91a8bca69f3, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:40.855646 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] For port d85bfb1d-50b6-4f90-8145-c91a8bca69f3, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:40.888112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.888895 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:40.923531 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port f22d9015-bb0e-4541-9ffc-049013462cc8 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:40.928793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port f22d9015-bb0e-4541-9ffc-049013462cc8 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:40.929461 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.019745 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.053367 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.060980 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:41.126232 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:41.134951 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:41.144382 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.154999 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:41.155494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.210674 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Pushing event updated for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:41.258500 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ef91d0f9-5dfc-41dd-9602-e841ce74f096 req-6f94bb5a-f505-4afb-98be-66cf7e44efe4 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.1201189 Aug 23 16:24:41.294850 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.305764 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:41.347697 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:41.348401 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:41.349858 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:41.435951 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9b36fc-9e04-4ec3-9a69-21ffc4435815,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:41.454243 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Checking segment: {'id': 'a5e69d66-ec05-4a60-a4e5-4954c647a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f75df57d-2711-46d8-946f-7a933e6d1ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:41.456436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Network hostable DHCP agents. Network: f75df57d-2711-46d8-946f-7a933e6d1ba9, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:24:41.520916 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc09cb-6327-4e37-811a-779e9385db74 None None] Pushing event updated for resources: {'Port': ['ID=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:41.542321 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port f22d9015-bb0e-4541-9ffc-049013462cc8, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f22d9015-bb0e-4541-9ffc-049013462cc8,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:24:41.608029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Router 22515bd0-7e68-461f-904b-1d03ced91ba3 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:24:41.609647 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.671574 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Network f75df57d-2711-46d8-946f-7a933e6d1ba9 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:24:41.672769 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.674830 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d1eb9cf2-8e38-4d05-b11c-12725e664c6b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:41.780284 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=f22d9015-bb0e-4541-9ffc-049013462cc8,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:41.789019 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-871b5ecd-a7da-4651-bdd4-fdb0f1f5018a None None] Provisioning for port 88c0b768-28f3-46bc-8218-14802fd59bd6 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:41.798920 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-871b5ecd-a7da-4651-bdd4-fdb0f1f5018a None None] Provisioning complete for port 88c0b768-28f3-46bc-8218-14802fd59bd6 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:41.799567 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-871b5ecd-a7da-4651-bdd4-fdb0f1f5018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.811269 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, f75df57d-2711-46d8-946f-7a933e6d1ba9) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:41.815289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:24:41.847657 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-871b5ecd-a7da-4651-bdd4-fdb0f1f5018a None None] Port 88c0b768-28f3-46bc-8218-14802fd59bd6 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:24:41.850209 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488ed64-0204-45ee-a2d1-9d255c472bd2 None None] Network f75df57d-2711-46d8-946f-7a933e6d1ba9 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:41.860585 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:41.860585 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:41.882736 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Sync routers for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:24:41.884898 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-30eddf2e-00b6-443d-914a-70eedff8ff04 admin admin] 10.222.0.63 "PUT /v2.0/routers/22515bd0-7e68-461f-904b-1d03ced91ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4193990 Aug 23 16:24:41.898314 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:41.899032 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:41.966784 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:41.981920 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ae1b44e5-6dd0-44d4-ba50-adaf77cfec98 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6337593 Aug 23 16:24:41.996933 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.084442 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.085245 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.162253 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:42.193475 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Pushing event updated for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:42.269513 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95d069-59f3-4bd2-9429-af54e25b3318 None None] Network f75df57d-2711-46d8-946f-7a933e6d1ba9 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:24:42.274129 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d1eb9cf2-8e38-4d05-b11c-12725e664c6b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:42.274826 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.325038 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:42.330618 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:42.393585 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47458) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:42.529762 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:39Z', 'revision_number': 4, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'fdf32960-3c0b-4960-8274-9e8ffb19eb09', 'name': '', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'mac_address': 'fa:16:3e:10:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:38Z', 'updated_at': '2021-08-23T16:24:40Z', 'revision_number': 2, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'subnets': [{'id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:42.564298 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Checking router: 22515bd0-7e68-461f-904b-1d03ced91ba3 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:24:42.564648 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Updating router 22515bd0-7e68-461f-904b-1d03ced91ba3 port fdf32960-3c0b-4960-8274-9e8ffb19eb09 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:24:42.571976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Deleting subnet 26fe343e-f952-43d1-9577-9b5d736a7fd3 {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:24:42.588447 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.615301 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.699594 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.747714 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.751463 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:37Z', 'revision_number': 3, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:42.800099 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:24:42.800763 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d1401-a2a3-4355-9d5c-5ebe917e85fc None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:37Z', 'revision_number': 3, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:24:42.929832 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1c079931-90d4-4d09-8e71-cccc0eadc25e None None] Provisioning complete for port 88c0b768-28f3-46bc-8218-14802fd59bd6 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:42.930397 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1c079931-90d4-4d09-8e71-cccc0eadc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:42.971146 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1c079931-90d4-4d09-8e71-cccc0eadc25e None None] Port 88c0b768-28f3-46bc-8218-14802fd59bd6 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:24:43.004493 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3eefd88e-a9e2-423b-907d-08b4bfbdb48e req-4e879e5d-d6ae-4b33-8371-0cd2b01a1eeb tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.1166513 Aug 23 16:24:43.134112 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f22d9015-bb0e-4541-9ffc-049013462cc8 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:43.170741 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.269496 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fe343e-f952-43d1-9577-9b5d736a7fd3,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:43.270741 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:24:43.299264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.302342 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-61ba9a8a-e40e-4b6f-a8d1-0c67ada99c44 admin admin] 10.222.0.63 "PUT /v2.0/routers/df3a6634-c3c2-4775-8356-ae4ff642d866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0798476 Aug 23 16:24:43.308105 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b57df930-5ad7-4dad-b7a8-21b9124a1cd5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/26fe343e-f952-43d1-9577-9b5d736a7fd3 HTTP/1.1" status: 204 len: 168 time: 0.9107566 Aug 23 16:24:43.308703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47494) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:43.327582 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port f22d9015-bb0e-4541-9ffc-049013462cc8 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:43.330235 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.534104 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.540007 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.557596 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Transition to ACTIVE for port object fdf32960-3c0b-4960-8274-9e8ffb19eb09 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:43.655971 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.742795 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceef4f1-b964-418e-943c-e6b5c19c492a None None] Pushing event updated for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:43.762781 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.782015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.782896 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.784107 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.785083 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > port after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.785875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.786678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.787256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.787940 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.788459 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.788997 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:43.881730 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Attempting to bind port fdf32960-3c0b-4960-8274-9e8ffb19eb09 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:43.886500 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Attempting to bind port fdf32960-3c0b-4960-8274-9e8ffb19eb09 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:43.887306 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Attempting to bind port fdf32960-3c0b-4960-8274-9e8ffb19eb09 on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:43.898260 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:43.901214 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Checking segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:43.903075 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.915961 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Bound using segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:43.915961 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Bound port: fdf32960-3c0b-4960-8274-9e8ffb19eb09, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:43.915961 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:43.928099 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-b572feeb-cef2-4305-a592-208049570da6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:43.931681 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-b572feeb-cef2-4305-a592-208049570da6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 819 time: 0.2165143 Aug 23 16:24:43.954635 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-58a05a4d-f90e-459e-b46b-d63c345c0f85 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/quotas/170ed81b0c1948bc9b513abb83365223 HTTP/1.1" status: 200 len: 375 time: 0.0154936 Aug 23 16:24:44.034572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:44.034922 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:44.035973 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:44.036702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:24:44.037281 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3d1349-f52c-4577-86c0-28bb5c199c5d']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:44.062067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9275152b-80fc-4171-863e-0abe713f3e92') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:44.062628 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9275152b-80fc-4171-863e-0abe713f3e92') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:44.065505 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] For port fdf32960-3c0b-4960-8274-9e8ffb19eb09, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:44.071099 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] For port fdf32960-3c0b-4960-8274-9e8ffb19eb09, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fdf32960-3c0b-4960-8274-9e8ffb19eb09,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:44.087352 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.092449 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-ea6c03b1-d4df-4c56-a968-57f5d1f2ece2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300416 Aug 23 16:24:44.118801 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.135683 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:24:44.136096 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: from cryptography.utils import int_from_bytes Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: from cryptography.utils import int_from_bytes Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:24:44.143501 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:24:44.205114 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.250967 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-f4b8bd17-cc42-4aee-bf9d-c662b78b78f0 service neutron] 10.222.0.63 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479995 Aug 23 16:24:44.292056 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceef4f1-b964-418e-943c-e6b5c19c492a None None] Pushing event updated for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:44.295181 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:44.295989 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:44.376086 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.401262 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.404991 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] 10.222.0.63 "DELETE /v2.0/networks/8a3d1349-f52c-4577-86c0-28bb5c199c5d HTTP/1.1" status: 204 len: 168 time: 1.0953312 Aug 23 16:24:44.408193 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47534) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:44.422703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c54f20-41af-4970-b3b3-98a97108944d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3d1349-f52c-4577-86c0-28bb5c199c5d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:44.469054 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:44.486363 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-6c447f10-1faf-4f4a-9bab-0a6b37c4952c service neutron] 10.222.0.63 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260835 Aug 23 16:24:44.499383 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Deleting subnet 4e9b36fc-9e04-4ec3-9a69-21ffc4435815 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:24:44.508491 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.553225 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.570029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.726258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.82', 60887) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:44.734197 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:39Z', 'revision_number': 4, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'fdf32960-3c0b-4960-8274-9e8ffb19eb09', 'name': '', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'mac_address': 'fa:16:3e:10:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:38Z', 'updated_at': '2021-08-23T16:24:44Z', 'revision_number': 4, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'subnets': [{'id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:44.740347 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:44.766005 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecce74c-279a-4523-aab1-240bc2237cf7 None None] The sync data for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi is: [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:24:39Z', 'revision_number': 4, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'fdf32960-3c0b-4960-8274-9e8ffb19eb09', 'name': '', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'mac_address': 'fa:16:3e:10:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:38Z', 'updated_at': '2021-08-23T16:24:44Z', 'revision_number': 4, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'subnets': [{'id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:24:44.822677 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47550) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:44.833875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350674567', 'description': 'tempest-description--68269024'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:44.934025 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9b36fc-9e04-4ec3-9a69-21ffc4435815,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:45.279331 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.279331 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f0724556-f098-4f4a-8317-978a4b55c43f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4e9b36fc-9e04-4ec3-9a69-21ffc4435815 HTTP/1.1" status: 204 len: 168 time: 0.5446372 Aug 23 16:24:45.344175 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47556) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:45.344852 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-1b689560-e68d-4f11-b102-1d55c7fa3dd5 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:45.344852 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-1b689560-e68d-4f11-b102-1d55c7fa3dd5 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.82 "GET /v2.0/networks?id=6a9d309d-1502-4702-8f7b-5dee8f69cd78 HTTP/1.1" status: 200 len: 812 time: 0.3777142 Aug 23 16:24:45.345323 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.345323 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-26d51786-6d29-4bed-a2f2-7f06b8a38c3e req-b1e78ebc-c691-4ca6-b693-0d2137d52566 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.1151011 Aug 23 16:24:45.345732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Request body: {'port': {'device_id': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78', 'admin_state_up': True, 'tenant_id': '707cb290d6a94174b82044d2383131bf'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:45.350587 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.352802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fdf32960-3c0b-4960-8274-9e8ffb19eb09 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:45.528201 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2dce908b-e922-47f7-ad2f-1ccdee86e343 req-c499a22d-ea34-4da0-9946-d2795c9c78f4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 210 time: 0.2250059 Aug 23 16:24:45.697203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.702179 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:24:45.712702 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:45.713809 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:45.754203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75df57d-2711-46d8-946f-7a933e6d1ba9']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:45.774996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.788132 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port fdf32960-3c0b-4960-8274-9e8ffb19eb09 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:45.788673 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e69d66-ec05-4a60-a4e5-4954c647a275') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:45.788673 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e69d66-ec05-4a60-a4e5-4954c647a275') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:45.790242 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ee2-211d-451d-a560-bc43da62f571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.803393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.809906 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port fdf32960-3c0b-4960-8274-9e8ffb19eb09 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:45.809906 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:45.927292 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.007895 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port fdf32960-3c0b-4960-8274-9e8ffb19eb09, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fdf32960-3c0b-4960-8274-9e8ffb19eb09,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:24:46.068088 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.076762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:46.078863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.095436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:24:46.096085 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:24:46.100557 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:24:46.114278 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.115961 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d85bfb1d-50b6-4f90-8145-c91a8bca69f3 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:46.157007 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe2db7-9395-4698-98f0-453df43c314b,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:46.236993 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Made reservation on behalf of 707cb290d6a94174b82044d2383131bf for: {'port': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:46.251175 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.289109 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-3ad246f0-fa2b-4221-93e7-52ccb4b0e1b4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:46.291902 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-3ad246f0-fa2b-4221-93e7-52ccb4b0e1b4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 819 time: 0.3713384 Aug 23 16:24:46.301627 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.365597 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.369661 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f75df57d-2711-46d8-946f-7a933e6d1ba9 HTTP/1.1" status: 204 len: 168 time: 1.4083245 Aug 23 16:24:46.389403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.390954 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-9502eeec-66ef-4757-b91e-22bd2d37224b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/quotas/170ed81b0c1948bc9b513abb83365223 HTTP/1.1" status: 200 len: 375 time: 0.0578904 Aug 23 16:24:46.398129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47650) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:46.402821 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f8a2716e-93c9-48e3-8448-9302d94ac1df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5760698 Aug 23 16:24:46.402821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9acb-377c-4adb-bc8c-5b03f7ce3098 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75df57d-2711-46d8-946f-7a933e6d1ba9,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:46.452977 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group_rule': {'security_group_id': '9ebe2db7-9395-4698-98f0-453df43c314b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:46.488781 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8c045982-3999-4f5d-8ac4-2b30310ca6bf req-663c1405-2d1a-4885-97e1-feea4cb7ac57 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.0547307 Aug 23 16:24:46.504771 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:46.689652 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-97f74eae-0206-4748-b4aa-39a1b2b1d396 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2978263 Aug 23 16:24:46.702852 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 2, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:46.708768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:46.739059 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:24:46.740751 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Updating router df3a6634-c3c2-4775-8356-ae4ff642d866 port 88c0b768-28f3-46bc-8218-14802fd59bd6 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:24:46.743568 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:46.743568 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.791705 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.828088 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Allocated IP 172.20.0.8 (6a9d309d-1502-4702-8f7b-5dee8f69cd78/c36a3e49-a360-4508-aac8-ac320e443dfb/9b0cb875-afc5-4fc5-b55b-73ca4428da7c) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:46.864002 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.924958 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-968a44a9-e184-472f-b037-375ac9cf8836 service neutron] 10.222.0.63 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022955 Aug 23 16:24:47.043282 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.064410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47670) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:47.089733 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port d85bfb1d-50b6-4f90-8145-c91a8bca69f3, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:24:47.183162 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.240478 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-e985cc21-29a1-46b3-865d-6a09ea117616 service neutron] 10.222.0.63 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049693 Aug 23 16:24:47.277157 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.338072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.342529 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47678) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:47.372858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Transition to ACTIVE for port object 88c0b768-28f3-46bc-8218-14802fd59bd6 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:47.378480 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.450603 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e610cd8e-e3a3-4495-a77f-68413cca2939 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27c8cf9160c14dcd9d617e2e9a43a027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1065931 Aug 23 16:24:47.453601 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47680) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:47.564448 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.565077 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:47.576926 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fdf32960-3c0b-4960-8274-9e8ffb19eb09 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:47.606541 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.649487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port fdf32960-3c0b-4960-8274-9e8ffb19eb09 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:47.650324 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.738789 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-88803144-03fc-4a78-ae9e-73af97215bf9 req-b6b02942-07a2-4283-b224-0b3430b48117 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.0935307 Aug 23 16:24:47.819018 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7515-b285-4045-b83a-a714f2810ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.879748 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.929361 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f0550f-7756-4983-abe0-86643854aa33,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:47.935169 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.944042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7515-b285-4045-b83a-a714f2810ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:47.948481 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.045166 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:48.055913 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:48.065872 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:48.071533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:48.072252 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.093244 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908fb4c-caf9-44bd-9399-127ae8a71490 None None] Pushing event updated for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:48.095607 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-261dec5c-a19b-4df0-9f33-54e43b78d517 req-d0d4740f-326b-4868-b9c5-e5afb9bdf2fe tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0860224 Aug 23 16:24:48.110340 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Pushing event updated for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:48.115417 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.121307 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.122719 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3f2b8ebe-7206-4527-8c60-0e17730dd88d HTTP/1.1" status: 204 len: 168 time: 0.6678808 Aug 23 16:24:48.134974 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7515-b285-4045-b83a-a714f2810ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.202973 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bfcb7515-b285-4045-b83a-a714f2810ce9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4fdc8f57eddb4aca925e1aef2cb1d7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1374016 Aug 23 16:24:48.206332 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47694) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:48.212210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dde22-4086-4c88-9439-8ac01e6607cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b8ebe-7206-4527-8c60-0e17730dd88d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:48.289340 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Attempting to bind port 88c0b768-28f3-46bc-8218-14802fd59bd6 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:48.291283 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Attempting to bind port 88c0b768-28f3-46bc-8218-14802fd59bd6 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:48.292002 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Attempting to bind port 88c0b768-28f3-46bc-8218-14802fd59bd6 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:48.308115 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7515-b285-4045-b83a-a714f2810ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc46e6-8e24-4555-91c3-e129cc3df667,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:48.337983 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7e29877b-fb25-4956-ad6b-e9be217cf4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.346091 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.349996 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-87016a71-638e-4613-a7f9-207562892fd2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9272974 Aug 23 16:24:48.350142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:48.350142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Checking segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:48.350142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.350142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Bound using segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:48.351910 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47700) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:48.353430 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Bound port: 88c0b768-28f3-46bc-8218-14802fd59bd6, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:48.353981 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.357573 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-2edffced-47f0-46a8-bfcb-ff9d9bb53cf8 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1885459 Aug 23 16:24:48.374504 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group_rule': {'security_group_id': '9ebe2db7-9395-4698-98f0-453df43c314b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:48.426829 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-ffb4d1b3-c5bb-4fe8-88fc-9fdcd6a4485b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:24:48.430299 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-ffb4d1b3-c5bb-4fe8-88fc-9fdcd6a4485b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259614 Aug 23 16:24:48.577379 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.626731 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] For port 88c0b768-28f3-46bc-8218-14802fd59bd6, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:48.634679 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] For port 88c0b768-28f3-46bc-8218-14802fd59bd6, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=88c0b768-28f3-46bc-8218-14802fd59bd6,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:48.637276 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.639691 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.775051 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.783883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:48.873966 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Request body: {'port': {'device_id': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:48.984020 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908fb4c-caf9-44bd-9399-127ae8a71490 None None] Pushing event updated for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:48.990258 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:24:48.992534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:24:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:49.001449 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.045924 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.045924 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ecc46e6-8e24-4555-91c3-e129cc3df667 HTTP/1.1" status: 204 len: 168 time: 0.8352582 Aug 23 16:24:49.159204 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:24:49.159763 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d4af-d725-4498-a8f5-7314b3e54235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc46e6-8e24-4555-91c3-e129cc3df667,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:49.264302 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-74bb0810-e136-482f-9041-34125b105304 req-5da0b32b-c065-4aaa-bd47-b5a937137fff tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0815687 Aug 23 16:24:49.392635 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.445047 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.454874 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.500842 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c0c3-ef24-4e45-8e3a-dd097aa6d17d req-e580d63a-d3bf-429c-b6a9-a485861fc4e1 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:49.509741 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-75b9c0c3-ef24-4e45-8e3a-dd097aa6d17d req-e580d63a-d3bf-429c-b6a9-a485861fc4e1 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 931 time: 0.3307993 Aug 23 16:24:49.561136 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d85bfb1d-50b6-4f90-8145-c91a8bca69f3 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:49.674488 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.714474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47740) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:49.716919 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef806cb-3ea9-46e2-8db3-77f0f5ec8dc4,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:49.793414 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:49.793414 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:49.798882 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-75b9c0c3-ef24-4e45-8e3a-dd097aa6d17d req-fcfc8b9d-c0eb-4bf3-9971-a3264a7203f0 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880237 Aug 23 16:24:49.904243 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c6b7406b-5a2d-4f3b-85dc-10c31b467a3a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8af787cf2d1f4288825f73d57e5d41a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1884913 Aug 23 16:24:49.905380 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47748) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:49.926514 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:48Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:24:49.981640 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec2e3-61c1-4ef7-90c4-4aa63645ccad None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:48Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:24:50.080547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.080547 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-d1c8b052-9b25-4aa0-8855-b4fbaf1430af tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7205269 Aug 23 16:24:50.080793 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.086941 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47752) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:50.092712 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:50.169940 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.290959 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.413085 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-555318a8-1eb7-46b2-ae3b-91afc8227eb5 req-6fdd6084-2f8d-4f83-9941-c8ac9fc674d4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0458128 Aug 23 16:24:50.442088 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.446255 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.449483 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40870fcb-6943-42bc-9914-22f3ee449fa4 HTTP/1.1" status: 204 len: 168 time: 0.5381520 Aug 23 16:24:50.504465 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3409d10-a29f-4648-924c-d9d77a4c348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40870fcb-6943-42bc-9914-22f3ee449fa4,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:50.704581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0cb875-afc5-4fc5-b55b-73ca4428da7c {{(pid=94595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:24:50.718226 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.731837 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:50.807267 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Transition to ACTIVE for port object 9b0cb875-afc5-4fc5-b55b-73ca4428da7c will not be triggered until provisioned by entity L2. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:24:50.931963 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Allocated IP 172.27.3.80 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/262b4792-760c-478d-9b3a-9475c81d0eb4) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:51.051300 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:51.202898 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:51.252047 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Pushing event updated for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:51.505720 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Attempting to bind port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:24:51.506119 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Attempting to bind port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'ba16780e-4258-4760-b819-beefed4c31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78'}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:24:51.506573 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Attempting to bind port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c on network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:51.594240 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506144-9d7a-4d62-8f6c-2c28d059a3e1 req-2dc161eb-70ee-47cb-86d2-632cfc421156 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:51.595949 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8c506144-9d7a-4d62-8f6c-2c28d059a3e1 req-2dc161eb-70ee-47cb-86d2-632cfc421156 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 931 time: 0.6720135 Aug 23 16:24:51.639010 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 88c0b768-28f3-46bc-8218-14802fd59bd6 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:51.675095 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c on network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:24:51.675485 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Attempting to bind port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c on network 6a9d309d-1502-4702-8f7b-5dee8f69cd78 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:24:51.718237 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-43ab3e72-04d8-4e23-a0df-86723bb4c43d req-39842d5c-77a7-4b24-8554-4273e5b36379 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.1080172 Aug 23 16:24:51.793387 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:51.800167 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:24:51.803599 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Checking segment: {'id': 'ba16780e-4258-4760-b819-beefed4c31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:24:51.804074 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Bound using segment: {'id': 'ba16780e-4258-4760-b819-beefed4c31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78'} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:24:51.804547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Bound port: 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba16780e-4258-4760-b819-beefed4c31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78'}}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:24:51.804920 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:51.912676 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 88c0b768-28f3-46bc-8218-14802fd59bd6 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:24:51.917806 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 88c0b768-28f3-46bc-8218-14802fd59bd6 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:51.927322 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.059597 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.82', 60907) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:52.083890 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, cleared binding levels {{(pid=94595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:24:52.099509 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,segment=NetworkSegment(ba16780e-4258-4760-b819-beefed4c31e6),segment_id=ba16780e-4258-4760-b819-beefed4c31e6)] {{(pid=94595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:24:52.122913 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8c506144-9d7a-4d62-8f6c-2c28d059a3e1 req-35a2f66f-b283-4488-a140-0ae2d8b5664f tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513779 Aug 23 16:24:52.226449 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.238371 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.320537 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 88c0b768-28f3-46bc-8218-14802fd59bd6, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=88c0b768-28f3-46bc-8218-14802fd59bd6,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:24:52.397635 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.466089 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:52.466960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.483441 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] 10.222.0.82 "PUT /v2.0/ports/9b0cb875-afc5-4fc5-b55b-73ca4428da7c HTTP/1.1" status: 200 len: 1093 time: 3.8057246 Aug 23 16:24:52.486645 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:24:52.550067 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:52.613072 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-dc7b59f5-57d1-4a2a-84ee-6397cabfc36e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:52.615314 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.618021 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-dc7b59f5-57d1-4a2a-84ee-6397cabfc36e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 819 time: 0.5582945 Aug 23 16:24:52.646460 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59f15-54f9-4440-80e0-ca72bf01b97e service neutron] Pushing event updated for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=3']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:52.663081 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:52.686584 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:52.689588 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:52.774568 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=262b4792-760c-478d-9b3a-9475c81d0eb4,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:52.807227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Request body: {'port': {'device_id': '96ddb69c-6db8-448b-a556-ced751642634', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'admin_state_up': True, 'tenant_id': '170ed81b0c1948bc9b513abb83365223'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-13b2e4c8-2cce-4a9e-8fff-804fc75fe55f req-049571a4-0d24-4c0d-baf4-98b699c11071 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.1342983 Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cf2000-bd73-49a4-9789-380b9f1b8bce" -d '{"events": [{"name": "network-changed", "server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeab243-080a-468d-9352-83d23355fa26 x-openstack-request-id: req-5aeab243-080a-468d-9352-83d23355fa26 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5aeab243-080a-468d-9352-83d23355fa26 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:24:53.279120 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c', 'status': 'completed', 'code': 200} Aug 23 16:24:53.435022 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-99035d0d-e177-4482-8347-735e651ea1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:53.436942 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-99035d0d-e177-4482-8347-735e651ea1a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=707cb290d6a94174b82044d2383131bf&device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 1096 time: 0.2712443 Aug 23 16:24:53.490348 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ceeaa-5003-4078-9f77-6f1f0de90f09 req-3ae3ac2a-1347-4786-917d-ce3023b4f53b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:53.496018 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-625ceeaa-5003-4078-9f77-6f1f0de90f09 req-3ae3ac2a-1347-4786-917d-ce3023b4f53b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.2859619 Aug 23 16:24:53.529690 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 88c0b768-28f3-46bc-8218-14802fd59bd6 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:24:53.632079 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 88c0b768-28f3-46bc-8218-14802fd59bd6 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:24:53.633061 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:53.689502 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-625ceeaa-5003-4078-9f77-6f1f0de90f09 req-1e950cb3-374b-4d12-bd3f-a156d88d68c3 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841331 Aug 23 16:24:53.771394 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-2c591418-cae8-463b-9aa0-7eb871255a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:53.773433 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-2c591418-cae8-463b-9aa0-7eb871255a3c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=707cb290d6a94174b82044d2383131bf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2582211 Aug 23 16:24:53.846684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Made reservation on behalf of 170ed81b0c1948bc9b513abb83365223 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:24:53.857268 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:53.887385 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.152798 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.200976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Allocated IP 172.20.0.4 (e9349fb1-3cb8-4fff-b83d-686ff59e72fc/864ce92a-9c0f-4538-ae6a-ac0682652034/22e892db-2a20-4d91-bb25-62265c274d66) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:24:54.339168 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.408027 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.479858 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 47888) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:54.487199 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.500978 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3e21d5e0-7f2b-4732-9fa9-95cc4285c206 req-b1476d73-7889-432d-a0ef-2cca2f8d1f1e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0654228 Aug 23 16:24:54.501894 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=262b4792-760c-478d-9b3a-9475c81d0eb4,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:54.711300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3a467355-80fd-4079-9374-5933a44a0899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.805475 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.809382 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-fe1a204d-e001-4688-8e15-c6b56be86e82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7185395 Aug 23 16:24:54.836275 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74956e6d-b4b0-46f4-896b-c35da0d04db3 req-cd1d5c8b-8378-4460-8605-b660246989df tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:54.838451 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-74956e6d-b4b0-46f4-896b-c35da0d04db3 req-cd1d5c8b-8378-4460-8605-b660246989df tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.0627968 Aug 23 16:24:54.873304 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:54.890133 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-74956e6d-b4b0-46f4-896b-c35da0d04db3 req-0a2aef50-c733-4e1c-907e-c1042f4b0a74 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Aug 23 16:24:54.992358 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:24:55.000996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:24:55.011273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:24:55.106343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Pushing event updated for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:55.147438 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3a467355-80fd-4079-9374-5933a44a0899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.154208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:55.154878 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.169278 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c90b67d9-f9e5-4317-b0b0-f822028b2557 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1350674567&fields=id&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 267 time: 0.0878003 Aug 23 16:24:55.316198 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-a6f0aa8c-f8f5-48df-84b6-8138eb183eef tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:55.317911 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-a6f0aa8c-f8f5-48df-84b6-8138eb183eef tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 816 time: 0.1356239 Aug 23 16:24:55.338240 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-b3fe04bc-2da7-4398-a8e9-f5ed8d4b0b5a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/quotas/cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 375 time: 0.0099335 Aug 23 16:24:55.343314 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3a467355-80fd-4079-9374-5933a44a0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.389803 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3a467355-80fd-4079-9374-5933a44a0899 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1c2d0542d1004f91bce5747e50a09bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069154 Aug 23 16:24:55.391109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a467355-80fd-4079-9374-5933a44a0899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea607d-270c-4dad-9eb9-6ac32751d825,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:55.392476 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47926) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:55.418971 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-154d2c0f-a66b-49d7-8aef-467bfaed47e3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726326 Aug 23 16:24:55.462605 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-80bcb1cc-b909-48b3-a92c-8fdd417005cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6633406 Aug 23 16:24:55.535342 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.571143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.587091 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-cc135f0b-dea3-42bc-a951-432c854adfc7 service neutron] 10.222.0.63 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499412 Aug 23 16:24:55.718964 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-296a3926-29c5-45fc-a920-1bfbcba7c9e3 service neutron] 10.222.0.63 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179695 Aug 23 16:24:55.952761 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.956519 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.960779 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/39ea607d-270c-4dad-9eb9-6ac32751d825 HTTP/1.1" status: 204 len: 168 time: 0.5672262 Aug 23 16:24:55.983142 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a643f6-82e6-4980-8ef5-bfc531f4876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea607d-270c-4dad-9eb9-6ac32751d825,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:56.108122 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fc54bfce-3cde-4539-a0c9-9523999e007a req-e14b6614-0c86-45d9-a6df-16d0f373fe39 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0374022 Aug 23 16:24:56.246074 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322e722-cb7d-451e-afd1-13833c2d77f4 req-e9f380a2-5de3-4138-af0c-288f7287c9e0 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:56.254417 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a322e722-cb7d-451e-afd1-13833c2d77f4 req-e9f380a2-5de3-4138-af0c-288f7287c9e0 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.0786998 Aug 23 16:24:56.472656 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-481ec6ec-cecf-4c1b-ac35-912f1d5cdc73 req-189317ef-1070-4c4a-95c2-8dd8f240240b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0728252 Aug 23 16:24:56.536879 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a322e722-cb7d-451e-afd1-13833c2d77f4 req-276fb4e0-62c5-432f-9e8d-af2f0faa36db tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815757 Aug 23 16:24:57.208444 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5e33d3fa-5425-4cdc-a5cc-e36c1dd664f1 req-663b988f-27f5-4f01-b7ac-2f9128a52822 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0339491 Aug 23 16:24:57.339077 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 47984) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:57.577905 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e9b78b4-bd69-4339-a5d0-4cd111fbe764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:57.619109 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1c0921ac-df0c-4ba9-a763-b5ef333a7123 req-997d8bcd-ce0a-47b9-a957-cee4d448721f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0581434 Aug 23 16:24:57.749052 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e9b78b4-bd69-4339-a5d0-4cd111fbe764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:57.862450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa1e9-12e7-467b-9f42-df2ec172a785 req-4f5780b6-b7c9-4a98-bddf-053806304f0e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:57.864757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-336aa1e9-12e7-467b-9f42-df2ec172a785 req-4f5780b6-b7c9-4a98-bddf-053806304f0e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.0698190 Aug 23 16:24:57.907593 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48014) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:57.929616 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-336aa1e9-12e7-467b-9f42-df2ec172a785 req-1c7014e7-7cbf-43cb-9c52-e7d58d793332 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Aug 23 16:24:58.032622 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e9b78b4-bd69-4339-a5d0-4cd111fbe764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.056698 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92b643b4-dd39-4e73-8e7f-34a889f6f826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.114737 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3e9b78b4-bd69-4339-a5d0-4cd111fbe764 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5f848bac04b94183976d049916b941c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744095 Aug 23 16:24:58.123958 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b78b4-bd69-4339-a5d0-4cd111fbe764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e2b1b-bbe6-4280-80f5-73f87b6cc5c2,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:58.206077 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92b643b4-dd39-4e73-8e7f-34a889f6f826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.308490 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b4a8d99b-c16a-4c62-8340-3500ef4db3c2 req-01899d39-6104-415e-9c8e-03961145c3be tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0283444 Aug 23 16:24:58.309055 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48022) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:58.364237 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.386666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.506770 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92b643b4-dd39-4e73-8e7f-34a889f6f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.554689 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-92b643b4-dd39-4e73-8e7f-34a889f6f826 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91f21e74940542ba98c8332da1b91283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457758 Aug 23 16:24:58.556037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b643b4-dd39-4e73-8e7f-34a889f6f826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f574b9-139c-46ed-85e1-51153693c5e5,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:58.557821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48036) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:58.700340 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.758386 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.802099 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d462c777-889b-4636-8923-de95bb0c418a req-deca7d18-99c9-4cc9-8659-b91cf940458a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0432010 Aug 23 16:24:59.043928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20caff-4aaf-4933-a4c7-dab0fe92c949 req-e6f71cbc-a74e-4ff7-acfd-79d5eecf0d43 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:59.044159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:59.045482 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fe20caff-4aaf-4933-a4c7-dab0fe92c949 req-e6f71cbc-a74e-4ff7-acfd-79d5eecf0d43 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.0552886 Aug 23 16:24:59.047134 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:59.048270 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd8e2b1b-bbe6-4280-80f5-73f87b6cc5c2 HTTP/1.1" status: 204 len: 168 time: 0.7380228 Aug 23 16:24:59.060656 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ae44d-6338-4cba-b4a9-c23059cbd2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e2b1b-bbe6-4280-80f5-73f87b6cc5c2,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:59.093231 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fe20caff-4aaf-4933-a4c7-dab0fe92c949 req-84b3649c-2c30-4935-972d-18bdab0c0042 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Aug 23 16:24:59.108483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:59.114415 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:59.115758 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62f574b9-139c-46ed-85e1-51153693c5e5 HTTP/1.1" status: 204 len: 168 time: 0.5562668 Aug 23 16:24:59.124690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a70901-0577-4176-8441-e8b4fcbd0d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f574b9-139c-46ed-85e1-51153693c5e5,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:24:59.205136 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:24:59.414634 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9b04dde5-159a-48ec-b70a-c442fc48219c req-ee0c13cd-dee1-4453-96b6-fa64982eecab tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0446236 Aug 23 16:24:59.525193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Request body: {'port': {'device_id': '96ddb69c-6db8-448b-a556-ced751642634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:59.558029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.82', 60913) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:24:59.663593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:59.737227 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-78d2ce45-322d-4356-9511-aaca10cd141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:59.738994 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-09cf2000-bd73-49a4-9789-380b9f1b8bce req-78d2ce45-322d-4356-9511-aaca10cd141d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244947 Aug 23 16:24:59.744620 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-2f782c13-f1c2-4c28-9257-3a9a9728d6ed tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:59.746088 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-2f782c13-f1c2-4c28-9257-3a9a9728d6ed tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 819 time: 0.1869786 Aug 23 16:24:59.764861 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Request body: {'port': {'device_id': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'admin_state_up': True, 'tenant_id': '170ed81b0c1948bc9b513abb83365223'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:24:59.824887 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-151fc4d0-a14e-46af-972f-b1eec7723b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:24:59.826587 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-151fc4d0-a14e-46af-972f-b1eec7723b9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=707cb290d6a94174b82044d2383131bf&device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 1096 time: 0.0431457 Aug 23 16:24:59.980973 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-169ba97c-5b56-4a69-8e7f-5457876003ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c HTTP/1.1" status: 200 len: 217 time: 0.1462741 Aug 23 16:25:00.039078 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a339a421-5d0f-4b8b-82b1-c00c4ff86f0e req-79913d34-8412-44f6-99ac-fc663b13ae05 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0607328 Aug 23 16:25:00.092448 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-fb040192-bd4e-42ac-9859-5a5102ca236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:00.094069 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-fb040192-bd4e-42ac-9859-5a5102ca236e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c36a3e49-a360-4508-aac8-ac320e443dfb HTTP/1.1" status: 200 len: 852 time: 0.1005313 Aug 23 16:25:00.148188 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48092) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:00.163719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Made reservation on behalf of 170ed81b0c1948bc9b513abb83365223 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:00.166124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.179266 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-1c0dd8c7-0a85-4c8a-87d0-0d487d6a2797 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a9d309d-1502-4702-8f7b-5dee8f69cd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779698 Aug 23 16:25:00.195920 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b493-706a-42a9-9e74-bd6e3295e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.267913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e892db-2a20-4d91-bb25-62265c274d66 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:00.285103 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.330737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Transition to ACTIVE for port object 22e892db-2a20-4d91-bb25-62265c274d66 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:25:00.346764 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033f331-9046-4f49-802a-42cecf0cfcd8 req-dbc34e03-80bf-4049-b86b-1652af5e0b1d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:00.351333 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7033f331-9046-4f49-802a-42cecf0cfcd8 req-dbc34e03-80bf-4049-b86b-1652af5e0b1d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.1554222 Aug 23 16:25:00.392049 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7033f331-9046-4f49-802a-42cecf0cfcd8 req-6fbfcd0a-3163-43ae-bcb9-79dd726c8887 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Aug 23 16:25:00.497072 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.514761 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48100) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:00.539654 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a82aa490-76b5-41f3-a3cd-f816ad14fe6c req-7d53c695-0c9e-46c9-b292-96d43a6a8045 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0486455 Aug 23 16:25:00.553927 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-ab388762-bfb8-40e2-9dbc-a01385a46a18 service neutron] 10.222.0.82 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658998 Aug 23 16:25:00.558745 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b4d118-7e91-4f4a-b5bc-17cb59469c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.617484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Allocated IP 172.20.0.2 (e9349fb1-3cb8-4fff-b83d-686ff59e72fc/864ce92a-9c0f-4538-ae6a-ac0682652034/4898cf6d-0457-4a56-8c87-fb64c834805d) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:25:00.623990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Pushing event updated for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:00.704116 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b493-706a-42a9-9e74-bd6e3295e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.726185 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37a84b23-357e-42f8-ac12-b580083a3d1d req-23b76196-5d39-4c32-a47c-4aff1ac5609c service neutron] 10.222.0.82 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632550 Aug 23 16:25:00.774768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Attempting to bind port 22e892db-2a20-4d91-bb25-62265c274d66 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:25:00.775262 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Attempting to bind port 22e892db-2a20-4d91-bb25-62265c274d66 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:25:00.775499 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Attempting to bind port 22e892db-2a20-4d91-bb25-62265c274d66 on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:00.816972 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Port 22e892db-2a20-4d91-bb25-62265c274d66 on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:25:00.817291 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Attempting to bind port 22e892db-2a20-4d91-bb25-62265c274d66 on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:00.831137 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:25:00.832263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Checking segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:25:00.833562 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Bound using segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:25:00.834584 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Bound port: 22e892db-2a20-4d91-bb25-62265c274d66, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:25:00.835198 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.868148 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b493-706a-42a9-9e74-bd6e3295e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.905305 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48108) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:00.943824 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-0cd2b493-706a-42a9-9e74-bd6e3295e748 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b47d254b0e3748c5b29d3b40acffaa1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943101 Aug 23 16:25:00.944751 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b493-706a-42a9-9e74-bd6e3295e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7892d9a9-4dcf-4eab-8aa0-abc12e0902e7,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:00.946702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:00.953143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48112) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:00.959369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:25:00.965855 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=22e892db-2a20-4d91-bb25-62265c274d66,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:25:01.050368 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.131222 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-d0e7a063-32d1-4f7e-b4d4-f71b8aa66c9c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.132824 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-d0e7a063-32d1-4f7e-b4d4-f71b8aa66c9c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 816 time: 0.1206553 Aug 23 16:25:01.185721 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.211301 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.222659 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-2d495f2b-e10b-4ecc-8208-ff0b44bdbb14 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 380 time: 0.0765193 Aug 23 16:25:01.239793 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'port': {'device_id': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'admin_state_up': True, 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'security_groups': ['9ebe2db7-9395-4698-98f0-453df43c314b']}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:01.264740 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.265432 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.266907 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] 10.222.0.82 "PUT /v2.0/ports/22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 1093 time: 1.7461667 Aug 23 16:25:01.270565 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:01.318709 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Network e9349fb1-3cb8-4fff-b83d-686ff59e72fc is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:25:01.321279 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6dc92ff4-2a07-4172-8388-591a4979a195 req-6c394840-9f86-4e39-811d-3b5ae11510a8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.1462095 Aug 23 16:25:01.322115 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.345956 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc053adf-435d-457d-a9f8-bbb94d1a598a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.359339 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:25:01.362785 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:25:01.403762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b21c-6b6c-4ffc-aaac-687d66ebef1c service neutron] Pushing event updated for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:01.478420 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b4d118-7e91-4f4a-b5bc-17cb59469c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.520082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "tag": "22e892db-2a20-4d91-bb25-62265c274d66"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:01.542840 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.546709 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.552554 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7892d9a9-4dcf-4eab-8aa0-abc12e0902e7 HTTP/1.1" status: 204 len: 168 time: 0.5948958 Aug 23 16:25:01.565126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.565375 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.577013 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4dde3-2a65-4c8c-aff7-72e6615928f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892d9a9-4dcf-4eab-8aa0-abc12e0902e7,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:01.606708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Pushing event updated for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:01.611239 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b4d118-7e91-4f4a-b5bc-17cb59469c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.624847 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-1b7feea5-fa49-41a2-9a4c-8c366bcdb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.626478 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-1b7feea5-fa49-41a2-9a4c-8c366bcdb47b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1096 time: 0.2124515 Aug 23 16:25:01.632102 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc90b1-98d5-4584-b80e-b235ba03a110 req-6a79e795-9831-442d-9b42-b19f392948e0 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.634116 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b2dc90b1-98d5-4584-b80e-b235ba03a110 req-6a79e795-9831-442d-9b42-b19f392948e0 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.1264899 Aug 23 16:25:01.697521 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-75b4d118-7e91-4f4a-b5bc-17cb59469c8a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8da754405537408caf38f7a03f0ef9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1653185 Aug 23 16:25:01.697521 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48148) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:01.762803 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4d118-7e91-4f4a-b5bc-17cb59469c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d7917b-715c-4e87-b58a-a436278898c6,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:01.787874 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b2dc90b1-98d5-4584-b80e-b235ba03a110 req-082837e5-d191-4e51-af14-d124c40fca57 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427824 Aug 23 16:25:01.788899 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.836691 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:01.964151 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b5a7c153-ffce-432e-8c75-e3dd4ff71918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2029800 Aug 23 16:25:01.989068 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34549177-5e38-4f71-9067-788c9d259952 x-openstack-request-id: req-34549177-5e38-4f71-9067-788c9d259952 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:01.989249 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "tag": "22e892db-2a20-4d91-bb25-62265c274d66", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:01.989507 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-34549177-5e38-4f71-9067-788c9d259952 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:01.989980 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66', 'status': 'completed', 'code': 200} Aug 23 16:25:01.992572 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-164dcb68-ac42-4606-ad12-a87538479a19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.3563499 Aug 23 16:25:01.994198 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242e007-30b3-42db-8f0a-5d52cbf84cb4 req-3974e6f8-5a52-4448-8ed0-65080cdb6f2a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:01.995900 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1242e007-30b3-42db-8f0a-5d52cbf84cb4 req-3974e6f8-5a52-4448-8ed0-65080cdb6f2a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 931 time: 0.0845661 Aug 23 16:25:01.996440 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Request body: {'port': {'device_id': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:02.043233 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1242e007-30b3-42db-8f0a-5d52cbf84cb4 req-91f4a5b5-8f98-4def-89f4-9b59f7d9b494 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Aug 23 16:25:02.095439 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156943d-d7d0-43d0-a723-75b4253610de req-ad812cfd-ee46-44ac-8f72-2be172b0bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:02.097005 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-ad812cfd-ee46-44ac-8f72-2be172b0bac6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0961947 Aug 23 16:25:02.097950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.118368 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.122064 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.125700 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9d7917b-715c-4e87-b58a-a436278898c6 HTTP/1.1" status: 204 len: 168 time: 0.4271450 Aug 23 16:25:02.145158 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bdf60-1093-4f2c-aa0a-e8dca99bd86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d7917b-715c-4e87-b58a-a436278898c6,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:02.201901 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-a3a4ab92-a203-45e5-95e4-bc9c4c2e66db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928898 Aug 23 16:25:02.425853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc053adf-435d-457d-a9f8-bbb94d1a598a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.465893 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-debbe02c-5f41-43c9-aa25-c58a9d3c7cb3 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550230 Aug 23 16:25:02.488855 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-185146e4-aca7-427a-a6b0-6ebefcfc0e65 req-a14ac6c2-bd4e-401f-bae2-f0ff1f74011d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0369658 Aug 23 16:25:02.619665 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e156943d-d7d0-43d0-a723-75b4253610de req-47c72495-312a-49a9-8db9-edc3b724bd39 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351829 Aug 23 16:25:02.648782 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4898cf6d-0457-4a56-8c87-fb64c834805d {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:02.656007 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.668034 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Transition to ACTIVE for port object 4898cf6d-0457-4a56-8c87-fb64c834805d will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:25:02.739277 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc053adf-435d-457d-a9f8-bbb94d1a598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.798414 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.822008 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-dc053adf-435d-457d-a9f8-bbb94d1a598a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c09d1b9659040d6be0b9d2097c15dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9116049 Aug 23 16:25:02.822368 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48184) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:02.831261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053adf-435d-457d-a9f8-bbb94d1a598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efd4ea-d2f8-44e4-9860-ee1c3e71c656,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:02.868218 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Made reservation on behalf of cd9bad6ac9834f18abeb51e08b0f873c for: {'port': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:02.890679 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:02.907601 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:02.927722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-0e144b8f-d6a4-40ba-be3a-ee15864e656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:02.928755 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-0e144b8f-d6a4-40ba-be3a-ee15864e656c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1096 time: 0.1544051 Aug 23 16:25:02.972803 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.086500 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.117999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Attempting to bind port 4898cf6d-0457-4a56-8c87-fb64c834805d on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:25:03.118559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Attempting to bind port 4898cf6d-0457-4a56-8c87-fb64c834805d by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:25:03.118667 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Attempting to bind port 4898cf6d-0457-4a56-8c87-fb64c834805d on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:03.135523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Port 4898cf6d-0457-4a56-8c87-fb64c834805d on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:25:03.135853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Attempting to bind port 4898cf6d-0457-4a56-8c87-fb64c834805d on network e9349fb1-3cb8-4fff-b83d-686ff59e72fc {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:03.153417 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:25:03.153763 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Checking segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:25:03.154172 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Bound using segment: {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:25:03.154716 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Bound port: 4898cf6d-0457-4a56-8c87-fb64c834805d, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb0eaa-0f6e-4906-9ea9-6e945a5be671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:25:03.154960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.191496 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-355f9fa3-bd60-4f21-bc19-2ea381f98445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.192997 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-355f9fa3-bd60-4f21-bc19-2ea381f98445 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.2408895 Aug 23 16:25:03.239433 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Allocated IP 172.20.0.3 (ded63f54-c8e5-4d7e-9c1d-4feba26a2032/d61b3d9d-df52-4266-8b30-2ba0f8d83c7d/1ad3a88d-8c62-49a6-87ec-1662d38f76a3) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:25:03.286560 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-634928e2-da5c-4e05-8c61-dc2109058fad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0789104 Aug 23 16:25:03.306367 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d48ead-ca8c-448d-9c94-26e3046b1f30 req-a328d59f-e2e3-4e22-9056-ecd24e18167e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.314325 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e9d48ead-ca8c-448d-9c94-26e3046b1f30 req-a328d59f-e2e3-4e22-9056-ecd24e18167e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.3744824 Aug 23 16:25:03.362205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26575e5d-1642-40c5-95cf-27653a2436bf req-438f05b3-e9be-4af3-8bb9-cda06fd5d8f5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.364837 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-26575e5d-1642-40c5-95cf-27653a2436bf req-438f05b3-e9be-4af3-8bb9-cda06fd5d8f5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.1867898 Aug 23 16:25:03.375503 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:25:03.380186 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e9d48ead-ca8c-448d-9c94-26e3046b1f30 req-80e3f506-b3b0-4045-8d10-5b055d0f09ce tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Aug 23 16:25:03.386177 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=4898cf6d-0457-4a56-8c87-fb64c834805d,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:25:03.402467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-418786c8-c296-4132-a056-6388cb29caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.404039 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-418786c8-c296-4132-a056-6388cb29caef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.1094828 Aug 23 16:25:03.447309 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-e5579405-6773-4389-8297-a60e223f16d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348210 Aug 23 16:25:03.450783 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-26575e5d-1642-40c5-95cf-27653a2436bf req-2fe131ea-d0c8-4881-8f16-c84547aa2e1e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Aug 23 16:25:03.474835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.474835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.474835 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5efd4ea-d2f8-44e4-9860-ee1c3e71c656 HTTP/1.1" status: 204 len: 168 time: 0.6494374 Aug 23 16:25:03.492906 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d37b-6b9b-4b47-af56-529759c4e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efd4ea-d2f8-44e4-9860-ee1c3e71c656,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:03.531236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.597380 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.598875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.600563 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] 10.222.0.82 "PUT /v2.0/ports/4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 200 len: 1093 time: 1.6098228 Aug 23 16:25:03.611402 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-a3aec7f6-9e5a-4df5-94c7-347c304a3df8 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563845 Aug 23 16:25:03.645496 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769efb56-c7c0-460f-a0a2-5bf21fa40d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:03.674779 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f4546f27-f342-4c80-9c6f-5e860d95fa80 req-e6227687-653c-4de1-a88f-74ec09288a8b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.0402703 Aug 23 16:25:03.678974 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.714057 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Transition to ACTIVE for port object 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:25:03.761624 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd228cac-4631-43f7-8ce6-6f87b4b7ff1f req-00227420-961e-41ad-9052-5489af10fe5e service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316011 Aug 23 16:25:03.854904 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-73ea6545-8940-4fdf-a259-38f666115d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.856401 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-73ea6545-8940-4fdf-a259-38f666115d5a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0415258 Aug 23 16:25:03.873726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.907029 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-c3d4e2e7-53f8-4acc-8e45-f31c9d6f32f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 200 len: 217 time: 0.0427201 Aug 23 16:25:03.922574 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:25:03.934794 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:25:03.944360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:25:03.951107 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.951972 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.954809 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:03.979735 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b4996922-46a9-4d9b-b9f9-68b862c9a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:03.981298 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-b4996922-46a9-4d9b-b9f9-68b862c9a8e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0674515 Aug 23 16:25:04.001720 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:04.005463 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f9808-d604-4f8a-bfc4-42633d96d306" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:04.032704 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-7486abdd-dc43-4d72-8a51-278db46cc52e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430517 Aug 23 16:25:04.050650 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2831260a-1685-4681-8714-61cef127f4dc x-openstack-request-id: req-2831260a-1685-4681-8714-61cef127f4dc {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:04.051054 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:04.051393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2831260a-1685-4681-8714-61cef127f4dc {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:04.051867 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d', 'status': 'completed', 'code': 200} Aug 23 16:25:04.142067 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-de21af11-dd8d-4d2a-bff1-f98ec7ee7c8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9127653 Aug 23 16:25:04.156562 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Request body: {'port': {'device_id': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:04.169411 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-76555630-9169-40f7-b738-bed72a94788c service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296275 Aug 23 16:25:04.251765 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:04.412870 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ac1043fa-b59d-4ba0-8ec6-639c57e0bfa3 None None] Provisioning for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:25:04.421763 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ac1043fa-b59d-4ba0-8ec6-639c57e0bfa3 None None] Provisioning complete for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:25:04.423015 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ac1043fa-b59d-4ba0-8ec6-639c57e0bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:04.474981 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-ac1043fa-b59d-4ba0-8ec6-639c57e0bfa3 None None] Port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:25:04.478624 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9b0cb875-afc5-4fc5-b55b-73ca4428da7c details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:25:04.527184 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-491feffe-d944-4e20-b2d6-2a50f9ac857a req-beb5cf02-640b-475f-b480-80bb0ca1f3d4 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504987 Aug 23 16:25:04.596798 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48250) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:04.631662 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380ad94-0c53-445c-afb0-9e711a59fc47 req-799eec37-eb91-41a4-b8bc-0b44e05865a1 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:04.640957 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6380ad94-0c53-445c-afb0-9e711a59fc47 req-799eec37-eb91-41a4-b8bc-0b44e05865a1 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 943 time: 0.1533501 Aug 23 16:25:04.648569 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022e6a0-aa18-44aa-86e4-aeeb984b6c44 req-270b59b6-670f-471d-b9db-352278cb3266 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:04.658877 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8022e6a0-aa18-44aa-86e4-aeeb984b6c44 req-270b59b6-670f-471d-b9db-352278cb3266 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.0943747 Aug 23 16:25:04.669856 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,segment=NetworkSegment(ba16780e-4258-4760-b819-beefed4c31e6),segment_id=ba16780e-4258-4760-b819-beefed4c31e6)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:04.702209 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c', 'network_id': '6a9d309d-1502-4702-8f7b-5dee8f69cd78', 'port_id': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c', 'mac_address': 'fa:16:3e:02:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a3e49-a360-4508-aac8-ac320e443dfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:25:04.730150 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6380ad94-0c53-445c-afb0-9e711a59fc47 req-f7eef61b-62c6-450a-87f8-99f494f8c736 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848396 Aug 23 16:25:04.752267 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-4f7a8fca-6727-409e-8b80-69ffdd00570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:04.754721 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-4f7a8fca-6727-409e-8b80-69ffdd00570e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0750740 Aug 23 16:25:04.767865 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8022e6a0-aa18-44aa-86e4-aeeb984b6c44 req-d84a1cd6-3e57-4768-9e1a-9ec474ba8db7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Aug 23 16:25:04.820749 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:04.836306 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0cb875-afc5-4fc5-b55b-73ca4428da7c {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:04.857258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:04.859595 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,segment=NetworkSegment(ba16780e-4258-4760-b819-beefed4c31e6),segment_id=ba16780e-4258-4760-b819-beefed4c31e6)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:04.887830 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:04.926351 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-58d51536-98ea-4441-ba2d-414599447918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:04.930258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Transition to ACTIVE for port object 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 will not be triggered until provisioned by entity L2. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:25:04.935438 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-ba2c9255-483d-4f08-b156-e1ed03eb54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:04.937505 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-ba2c9255-483d-4f08-b156-e1ed03eb54ff service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.1659684 Aug 23 16:25:04.953155 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeaae3-5bfc-4c05-812b-b2c69d344f62 req-c437da9a-1683-4686-a878-3522cd629f7d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:04.957114 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6dfeaae3-5bfc-4c05-812b-b2c69d344f62 req-c437da9a-1683-4686-a878-3522cd629f7d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 931 time: 0.1239314 Aug 23 16:25:04.983375 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-0b6dc132-6680-4712-b510-ddbcba22494f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 200 len: 217 time: 0.0376446 Aug 23 16:25:04.987967 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.020873 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6dfeaae3-5bfc-4c05-812b-b2c69d344f62 req-0bbe48a1-f07f-4a97-bc0e-c8a344e75b03 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560017 Aug 23 16:25:05.058741 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:05.060429 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-c92587d7-23b8-4fb8-88b9-01b785ab573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:05.062096 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-c92587d7-23b8-4fb8-88b9-01b785ab573e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0677278 Aug 23 16:25:05.083139 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.100214 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-39c97671-0cc3-4a14-ac5d-32a1f50d42e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285296 Aug 23 16:25:05.122348 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-58d51536-98ea-4441-ba2d-414599447918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.164666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:05.187860 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Attempting to bind port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:25:05.188181 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Attempting to bind port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:25:05.188512 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Attempting to bind port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:05.193637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:25:05.199693 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Attempting to bind port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:25:05.200004 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:25:05.200702 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Checking segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:25:05.200702 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Bound using segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:25:05.201135 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Bound port: 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:25:05.201493 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.253844 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-52a28b34-04ee-409d-ae86-ff9ac49dc49c service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409009 Aug 23 16:25:05.262549 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-58d51536-98ea-4441-ba2d-414599447918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.326834 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['9b0cb875-afc5-4fc5-b55b-73ca4428da7c'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:25:05.335820 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, cleared binding levels {{(pid=94595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:25:05.339920 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-58d51536-98ea-4441-ba2d-414599447918 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d181c60cfbd40de8892c7321a1f471a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7419777 Aug 23 16:25:05.348047 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48274) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:05.351217 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51536-98ea-4441-ba2d-414599447918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca777bc-6e8b-46df-8414-046526d83c63,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:05.396778 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:25:05.409964 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c9f9808-d604-4f8a-bfc4-42633d96d306 req-0f7786d5-2048-42da-8add-27e171bdbeaa service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426735 Aug 23 16:25:05.444452 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.472880 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.527023 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.573648 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:05.574450 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.575845 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] 10.222.0.82 "PUT /v2.0/ports/1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 1093 time: 1.4251945 Aug 23 16:25:05.576309 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:05.578623 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc665410-a9a8-41b7-8f7e-d7b0a443131b" -d '{"events": [{"name": "network-changed", "server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:05.637411 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f61f-d809-4487-b1a9-e61ddf99631b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=3']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:05.642151 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb686de7-8080-4949-917b-6c5a85f54ab9 x-openstack-request-id: req-eb686de7-8080-4949-917b-6c5a85f54ab9 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:05.642666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:05.643265 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb686de7-8080-4949-917b-6c5a85f54ab9 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:05.643857 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'status': 'completed', 'code': 200} Aug 23 16:25:05.677034 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.683237 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:05.683237 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ca777bc-6e8b-46df-8414-046526d83c63 HTTP/1.1" status: 204 len: 168 time: 0.3317449 Aug 23 16:25:05.691471 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e023c-d0ad-443a-88cf-59e22a66de2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca777bc-6e8b-46df-8414-046526d83c63,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:05.869644 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1515-e81c-4b38-922c-834af67d27b7 req-c7b2c4a2-d457-4a05-82aa-b627a83adb1d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:05.871389 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c22e1515-e81c-4b38-922c-834af67d27b7 req-c7b2c4a2-d457-4a05-82aa-b627a83adb1d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 944 time: 0.0701454 Aug 23 16:25:05.911592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81284de9-c873-41db-a935-931ae0e83d47 req-8940ffee-b75e-409a-8cc5-4a1a59d48d9c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:05.913570 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-81284de9-c873-41db-a935-931ae0e83d47 req-8940ffee-b75e-409a-8cc5-4a1a59d48d9c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.0568268 Aug 23 16:25:05.919629 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c22e1515-e81c-4b38-922c-834af67d27b7 req-8cd0e386-ba25-4784-b8b8-f6f0c000bf76 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Aug 23 16:25:05.962361 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-81284de9-c873-41db-a935-931ae0e83d47 req-2f491e47-5364-4a7b-8295-7922dedf2924 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Aug 23 16:25:06.162480 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58803-3931-452b-947c-b72c5555eed9 req-18dfd792-87e7-4d8d-8a21-ccdd8d21fa49 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:06.169999 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d6b58803-3931-452b-947c-b72c5555eed9 req-18dfd792-87e7-4d8d-8a21-ccdd8d21fa49 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0605023 Aug 23 16:25:06.214534 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d6b58803-3931-452b-947c-b72c5555eed9 req-f2a732d4-47d7-4794-9b52-4e8e27de134d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Aug 23 16:25:07.079348 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546c9b-99ce-4e8d-811e-11faf2d264fe req-c50f2fd9-c96b-4844-af84-065f624a9919 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:07.086577 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-83546c9b-99ce-4e8d-811e-11faf2d264fe req-c50f2fd9-c96b-4844-af84-065f624a9919 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 944 time: 0.0588539 Aug 23 16:25:07.121360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1cf40-31fc-4e4f-81d4-886d713cc5ef req-d77a5641-5bad-4a2a-bf44-c9e6e1846dad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:07.124264 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-afc1cf40-31fc-4e4f-81d4-886d713cc5ef req-d77a5641-5bad-4a2a-bf44-c9e6e1846dad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.0656168 Aug 23 16:25:07.131378 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-83546c9b-99ce-4e8d-811e-11faf2d264fe req-51ea873f-744d-429c-9837-ea3cf4273bcb tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Aug 23 16:25:07.170669 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-afc1cf40-31fc-4e4f-81d4-886d713cc5ef req-1e614d9c-a8a6-4e60-af89-2431916ec320 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Aug 23 16:25:07.343573 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4f4e-518f-4f37-bb03-0d2d9a58fca0 req-c4a09698-8c06-4140-b342-a12243d5f5e2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:07.347338 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e93a4f4e-518f-4f37-bb03-0d2d9a58fca0 req-c4a09698-8c06-4140-b342-a12243d5f5e2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0555322 Aug 23 16:25:07.384951 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e93a4f4e-518f-4f37-bb03-0d2d9a58fca0 req-4ae3fc3f-abe1-4582-af29-2611ca52320e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Aug 23 16:25:08.171893 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 22e892db-2a20-4d91-bb25-62265c274d66 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:25:08.297938 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-4fde00d6-0363-424d-a133-63cef7a34b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.301730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-4fde00d6-0363-424d-a133-63cef7a34b71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1096 time: 0.1020432 Aug 23 16:25:08.334193 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=22e892db-2a20-4d91-bb25-62265c274d66,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:08.350186 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '22e892db-2a20-4d91-bb25-62265c274d66', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'port_id': '22e892db-2a20-4d91-bb25-62265c274d66', 'mac_address': 'fa:16:3e:f8:f0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:25:08.380813 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aec95-da09-4a0e-80db-3038285318d4 req-3434d0a9-c215-4056-a742-0d96707f040d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.383692 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f75aec95-da09-4a0e-80db-3038285318d4 req-3434d0a9-c215-4056-a742-0d96707f040d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 944 time: 0.1426144 Aug 23 16:25:08.400489 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0634d7-f21b-42c6-af90-4709621e57a3 req-6b7d3873-cdfe-4247-b8f6-ee606dd3cf86 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.401482 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:08.402113 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ae0634d7-f21b-42c6-af90-4709621e57a3 req-6b7d3873-cdfe-4247-b8f6-ee606dd3cf86 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.1244102 Aug 23 16:25:08.419739 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e892db-2a20-4d91-bb25-62265c274d66 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:08.448050 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=22e892db-2a20-4d91-bb25-62265c274d66,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:08.454179 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f75aec95-da09-4a0e-80db-3038285318d4 req-bb2a3343-4728-4cea-a40e-5a89db6c0a17 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Aug 23 16:25:08.489199 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ae0634d7-f21b-42c6-af90-4709621e57a3 req-12d6a72a-d6aa-48f6-b620-58355963af97 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 Aug 23 16:25:08.508574 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-5fa2b944-18a2-4778-91f7-72e6ff9f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.510299 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-5fa2b944-18a2-4778-91f7-72e6ff9f5b84 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1974802 Aug 23 16:25:08.593196 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:08.647146 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:08.651003 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5a133-2652-4ad2-88cc-95ee1c461293 req-8cf190ab-d9cd-4b2d-8883-a177b0022b64 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.652539 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-afd5a133-2652-4ad2-88cc-95ee1c461293 req-8cf190ab-d9cd-4b2d-8883-a177b0022b64 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0813255 Aug 23 16:25:08.675073 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-25c21d97-ba80-4cc3-9f76-68e4994b2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.676716 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc665410-a9a8-41b7-8f7e-d7b0a443131b req-25c21d97-ba80-4cc3-9f76-68e4994b2098 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586626 Aug 23 16:25:08.705746 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-afd5a133-2652-4ad2-88cc-95ee1c461293 req-03e00510-e65d-49a3-a8b7-ba50d11b90a3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Aug 23 16:25:08.760200 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-2c7ef9f1-dace-4cc4-a579-7b553dff67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.761765 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-2c7ef9f1-dace-4cc4-a579-7b553dff67b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1096 time: 0.0446885 Aug 23 16:25:08.806274 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-e2a05286-4859-4d8c-86c5-01f34b77dc12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 217 time: 0.0342669 Aug 23 16:25:08.828294 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['22e892db-2a20-4d91-bb25-62265c274d66'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:25:08.866689 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-68462b91-3913-4e24-8840-d12ecbd2c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.868357 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-68462b91-3913-4e24-8840-d12ecbd2c45f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0508730 Aug 23 16:25:08.948087 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c15b6d09-c392-4f37-b075-23eaa4c887e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:08.949615 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-c15b6d09-c392-4f37-b075-23eaa4c887e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730345 Aug 23 16:25:09.047560 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-a072168e-91d7-4f1e-8a04-b5c859a7d8bf service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894282 Aug 23 16:25:09.310981 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca09e70a-682d-46c8-a8f6-b4d32203d633 req-dfee4530-a037-458b-88b5-1260f4f26545 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544003 Aug 23 16:25:09.570168 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dbbf0-ea5f-4b7b-a05a-48497f058c4d req-9c8789b3-afe8-4da5-ade2-bd088bf568d5 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:09.572950 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b37dbbf0-ea5f-4b7b-a05a-48497f058c4d req-9c8789b3-afe8-4da5-ade2-bd088bf568d5 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 944 time: 0.0543759 Aug 23 16:25:09.609204 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e0e6a-fa80-44c3-a4f3-3bd57c340d58 req-f182c6cf-9d51-4d49-ac28-b6d51ca9d066 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:09.610708 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e69e0e6a-fa80-44c3-a4f3-3bd57c340d58 req-f182c6cf-9d51-4d49-ac28-b6d51ca9d066 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 943 time: 0.0512040 Aug 23 16:25:09.614453 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b37dbbf0-ea5f-4b7b-a05a-48497f058c4d req-d4046f86-9dd3-42df-8ea3-4a8c92c50bab tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 23 16:25:09.649611 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e69e0e6a-fa80-44c3-a4f3-3bd57c340d58 req-bb655011-97f4-4343-99ba-2f986b63cd03 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Aug 23 16:25:09.839106 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec53930-8d4e-4be1-955b-ef97a97cb008 req-df3fd3dd-9bda-4093-9176-13489cac713f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:09.840951 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ec53930-8d4e-4be1-955b-ef97a97cb008 req-df3fd3dd-9bda-4093-9176-13489cac713f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0535295 Aug 23 16:25:09.884052 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:09.884526 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ec53930-8d4e-4be1-955b-ef97a97cb008 req-aa71f560-98ee-4937-9535-1735edadec3f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357447 Aug 23 16:25:10.183477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 4898cf6d-0457-4a56-8c87-fb64c834805d details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:25:10.245158 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 22e892db-2a20-4d91-bb25-62265c274d66 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:25:10.318754 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=4898cf6d-0457-4a56-8c87-fb64c834805d,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:10.330912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '4898cf6d-0457-4a56-8c87-fb64c834805d', 'network_id': 'e9349fb1-3cb8-4fff-b83d-686ff59e72fc', 'port_id': '4898cf6d-0457-4a56-8c87-fb64c834805d', 'mac_address': 'fa:16:3e:53:4f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864ce92a-9c0f-4538-ae6a-ac0682652034', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:25:10.383885 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:10.397708 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4898cf6d-0457-4a56-8c87-fb64c834805d {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:10.418403 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 22e892db-2a20-4d91-bb25-62265c274d66 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:25:10.421632 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=4898cf6d-0457-4a56-8c87-fb64c834805d,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:10.424163 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 22e892db-2a20-4d91-bb25-62265c274d66 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:25:10.424407 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:10.505239 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:10.515818 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:10.553510 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:10.642241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=22e892db-2a20-4d91-bb25-62265c274d66,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:10.667365 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:10.735726 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:10.736555 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9b0cb875-afc5-4fc5-b55b-73ca4428da7c up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:25:10.762478 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35111a-a023-44e0-a5dd-e119d38d844d req-42230eed-7720-49fa-b9e6-4c398e6318a6 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:10.764909 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa35111a-a023-44e0-a5dd-e119d38d844d req-42230eed-7720-49fa-b9e6-4c398e6318a6 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 944 time: 0.0591145 Aug 23 16:25:10.796836 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaddced-38bf-470d-a604-8a70dc9a9c77" -d '{"events": [{"server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "name": "network-vif-plugged", "status": "completed", "tag": "22e892db-2a20-4d91-bb25-62265c274d66"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:10.798053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731e21b-f69c-4211-8f9c-b4dc262624a1 req-c3228be5-e56f-44bd-ad0d-466aa4368a79 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:10.800246 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b731e21b-f69c-4211-8f9c-b4dc262624a1 req-c3228be5-e56f-44bd-ad0d-466aa4368a79 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0730982 Aug 23 16:25:10.802118 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['4898cf6d-0457-4a56-8c87-fb64c834805d'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:25:10.807520 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa35111a-a023-44e0-a5dd-e119d38d844d req-79c57ce4-ab78-4259-b5a4-8925f11cee34 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Aug 23 16:25:10.851579 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b731e21b-f69c-4211-8f9c-b4dc262624a1 req-04b01cbb-33dc-41d5-bd48-a722a3bca4a6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Aug 23 16:25:11.018899 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d35842-82b3-4637-8967-a74fcf2d2a7d x-openstack-request-id: req-c9d35842-82b3-4637-8967-a74fcf2d2a7d {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:11.019893 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "name": "network-vif-plugged", "status": "completed", "tag": "22e892db-2a20-4d91-bb25-62265c274d66", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:11.020145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9d35842-82b3-4637-8967-a74fcf2d2a7d {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:11.020652 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66', 'code': 200} Aug 23 16:25:11.033815 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c831-808a-4cbd-929b-c59c04a843eb req-887642d9-7d8c-43e1-9854-84eef1212be0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:11.036357 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1428c831-808a-4cbd-929b-c59c04a843eb req-887642d9-7d8c-43e1-9854-84eef1212be0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0552852 Aug 23 16:25:11.054181 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:11.093825 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1428c831-808a-4cbd-929b-c59c04a843eb req-913f7ad1-20d0-439e-86ac-475e39aacd04 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Aug 23 16:25:11.147212 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:25:11.159606 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:25:11.159992 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:11.269551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:11.301973 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,segment=NetworkSegment(ba16780e-4258-4760-b819-beefed4c31e6),segment_id=ba16780e-4258-4760-b819-beefed4c31e6)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:11.467311 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:11.521609 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:11.974820 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7521c-d746-4598-98b1-bc890ad90daa req-700fcbde-61af-4f90-a324-e55cb92a8d8c tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:11.976566 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2ef7521c-d746-4598-98b1-bc890ad90daa req-700fcbde-61af-4f90-a324-e55cb92a8d8c tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0960069 Aug 23 16:25:11.999679 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf79c-6e48-4929-9e5b-61074d5dda3b req-e37a1ae4-3179-492e-b096-64cb2a54fc60 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:12.001490 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8faf79c-6e48-4929-9e5b-61074d5dda3b req-e37a1ae4-3179-492e-b096-64cb2a54fc60 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0743582 Aug 23 16:25:12.032039 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2ef7521c-d746-4598-98b1-bc890ad90daa req-a94a90f7-8d05-440a-8f27-c0f6b93c423d tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Aug 23 16:25:12.054992 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8faf79c-6e48-4929-9e5b-61074d5dda3b req-e4639241-0a9a-4168-a522-7bc4e8e034c8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Aug 23 16:25:12.210128 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608933a2-fbc3-4951-b22b-76c432ae967c req-d17e021a-d1e8-4cfd-bbf0-1c3044435829 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:12.211665 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-608933a2-fbc3-4951-b22b-76c432ae967c req-d17e021a-d1e8-4cfd-bbf0-1c3044435829 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0527301 Aug 23 16:25:12.258358 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-608933a2-fbc3-4951-b22b-76c432ae967c req-c67609a0-2ee3-44d5-acf9-2cf0c81b7166 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Aug 23 16:25:12.641358 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48558) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:12.748979 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ab5587fa-ae31-435b-b150-4b43f1c7c4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:12.835639 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ab5587fa-ae31-435b-b150-4b43f1c7c4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:12.900466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ab5587fa-ae31-435b-b150-4b43f1c7c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:12.936207 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5587fa-ae31-435b-b150-4b43f1c7c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb52445-7b94-4383-a0a0-32b3af933194,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:12.941149 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ab5587fa-ae31-435b-b150-4b43f1c7c4ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c2fb67bb1204a6393e07f30ff018e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987132 Aug 23 16:25:12.945058 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48562) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:12.993870 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.016495 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.023511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:13.026430 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5776ae8f-b4db-4260-a5a2-419d1a27c32d" -d '{"events": [{"server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "name": "network-vif-plugged", "status": "completed", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:13.062090 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29d8288-9d25-4f5c-ae7c-94ab6eb2b34a x-openstack-request-id: req-b29d8288-9d25-4f5c-ae7c-94ab6eb2b34a {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:13.062400 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "name": "network-vif-plugged", "status": "completed", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:13.067342 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b29d8288-9d25-4f5c-ae7c-94ab6eb2b34a {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:13.067342 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c', 'code': 200} Aug 23 16:25:13.148632 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.151152 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.152272 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4bb52445-7b94-4383-a0a0-32b3af933194 HTTP/1.1" status: 204 len: 168 time: 0.2069011 Aug 23 16:25:13.165596 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6ef58-bd9d-48cc-93a6-f87a9533a4ab req-5cccebdd-ffec-40b3-9eb1-945767a61a97 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:13.167107 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87c6ef58-bd9d-48cc-93a6-f87a9533a4ab req-5cccebdd-ffec-40b3-9eb1-945767a61a97 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0594416 Aug 23 16:25:13.172051 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098d5c-36e0-443c-b187-4842368f7063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb52445-7b94-4383-a0a0-32b3af933194,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:13.181374 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828110b-604f-409f-bb24-ba08c953bc82 req-67c364b4-e52f-4f6f-86ed-1515dd5ac987 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:13.185114 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1828110b-604f-409f-bb24-ba08c953bc82 req-67c364b4-e52f-4f6f-86ed-1515dd5ac987 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0592141 Aug 23 16:25:13.187670 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:25:13.226956 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1828110b-604f-409f-bb24-ba08c953bc82 req-b33cc3e4-a915-411d-96e5-01be36f4867e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 23 16:25:13.230356 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87c6ef58-bd9d-48cc-93a6-f87a9533a4ab req-0c56dc90-f9f2-4f53-a486-a2e54143da28 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Aug 23 16:25:13.317583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:13.328398 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:25:13.366607 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.379377 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72193-6928-4e08-b884-1a6149761ba1 req-bd16e904-831f-4aeb-8c68-36fc85b8cfa3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:13.379925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:25:13.381080 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ed72193-6928-4e08-b884-1a6149761ba1 req-bd16e904-831f-4aeb-8c68-36fc85b8cfa3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0497520 Aug 23 16:25:13.402289 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:13.419787 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ed72193-6928-4e08-b884-1a6149761ba1 req-84d9c1b2-c74f-4bc9-9b3f-73102a289f9c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Aug 23 16:25:13.586428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.635894 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:13.847691 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48584) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:13.860956 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-847d9033-3239-4159-97e5-4da3f33ffe4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:13.945836 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-847d9033-3239-4159-97e5-4da3f33ffe4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.031962 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-847d9033-3239-4159-97e5-4da3f33ffe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.069912 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d9033-3239-4159-97e5-4da3f33ffe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac489c9-f76c-4f8c-9874-68582280ad45,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:14.074594 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-847d9033-3239-4159-97e5-4da3f33ffe4b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4495e2cd84c4e53b9333f9d590919a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259037 Aug 23 16:25:14.077900 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48590) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:14.125291 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.146949 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.266288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.266288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.266288 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ac489c9-f76c-4f8c-9874-68582280ad45 HTTP/1.1" status: 204 len: 168 time: 0.1869702 Aug 23 16:25:14.278962 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdf8f7-98db-4c09-a2fc-87255c54a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac489c9-f76c-4f8c-9874-68582280ad45,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:14.287892 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94327f-3d93-4013-b940-f715526a256e req-8fd5d3ff-0a2e-4ddf-947b-d9e5faafb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:14.289396 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fc94327f-3d93-4013-b940-f715526a256e req-8fd5d3ff-0a2e-4ddf-947b-d9e5faafb248 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0976734 Aug 23 16:25:14.344916 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-fc94327f-3d93-4013-b940-f715526a256e req-ef6ffd2c-635a-4ccc-af49-5a7d8297eaa8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.358873 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e267-7ebb-42fe-bc5f-40113cf722ca req-d04ff957-b99a-42e8-9e52-5317ba53ad35 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:14.360405 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b7c4e267-7ebb-42fe-bc5f-40113cf722ca req-d04ff957-b99a-42e8-9e52-5317ba53ad35 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Aug 23 16:25:14.394199 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd429491-be4b-4073-94c4-e1acc8ceb38d req-c3f5d928-006a-405a-9588-05e3eb3c1170 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:14.395715 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cd429491-be4b-4073-94c4-e1acc8ceb38d req-c3f5d928-006a-405a-9588-05e3eb3c1170 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0812232 Aug 23 16:25:14.404279 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b7c4e267-7ebb-42fe-bc5f-40113cf722ca req-d46e1977-1113-48a1-a47b-33950e74efea tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364068 Aug 23 16:25:14.458897 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cd429491-be4b-4073-94c4-e1acc8ceb38d req-5c2ff834-0be9-46a1-9b88-fa90fbf22576 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Aug 23 16:25:14.484540 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['1ad3a88d-8c62-49a6-87ec-1662d38f76a3'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:25:14.499187 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-fc94327f-3d93-4013-b940-f715526a256e req-ef6ffd2c-635a-4ccc-af49-5a7d8297eaa8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.554963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320f3f8-e8e8-403d-9dab-2a3c1323cee9 req-0f553c3e-3588-4880-abab-99ffb51167fc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:14.556575 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5320f3f8-e8e8-403d-9dab-2a3c1323cee9 req-0f553c3e-3588-4880-abab-99ffb51167fc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0518134 Aug 23 16:25:14.612865 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5320f3f8-e8e8-403d-9dab-2a3c1323cee9 req-8710cf95-19af-4c8a-bc43-f7da69e35124 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467865 Aug 23 16:25:14.683430 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-fc94327f-3d93-4013-b940-f715526a256e req-ef6ffd2c-635a-4ccc-af49-5a7d8297eaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:14.711802 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fc94327f-3d93-4013-b940-f715526a256e req-ef6ffd2c-635a-4ccc-af49-5a7d8297eaa8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045479 Aug 23 16:25:14.724492 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ffd2c-635a-4ccc-af49-5a7d8297eaa8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea25dd-f2b4-4088-9524-7cb93f32939f,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:15.026420 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436581c-c677-40ed-9c64-86a6c0de0c34 req-8893edbc-c036-48e2-8c15-e9c532a45c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:15.028046 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f436581c-c677-40ed-9c64-86a6c0de0c34 req-8893edbc-c036-48e2-8c15-e9c532a45c34 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 1098 time: 0.0391850 Aug 23 16:25:15.070843 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f436581c-c677-40ed-9c64-86a6c0de0c34 req-8ab4e747-b4d3-49a5-9622-8df822d257bf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Aug 23 16:25:15.432034 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d76-081e-4da1-aec2-1127e8e20d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:15.528530 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87c22-0603-4af8-84cd-b764caa581f1 req-274dfaba-1f72-4c9b-9fde-1b13b23fe9b3 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:15.530045 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-47a87c22-0603-4af8-84cd-b764caa581f1 req-274dfaba-1f72-4c9b-9fde-1b13b23fe9b3 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Aug 23 16:25:15.569627 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-47a87c22-0603-4af8-84cd-b764caa581f1 req-2f8abc35-265b-46f1-a598-4201bb3f9738 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Aug 23 16:25:15.574902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e09054-00cd-4eda-843f-6f051aef1c91 req-ddb767f4-bec0-423e-b5b1-b428960fb9de tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:15.577029 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38e09054-00cd-4eda-843f-6f051aef1c91 req-ddb767f4-bec0-423e-b5b1-b428960fb9de tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0507400 Aug 23 16:25:15.619021 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38e09054-00cd-4eda-843f-6f051aef1c91 req-90b42862-3448-4004-8998-dfc358a4df76 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Aug 23 16:25:15.752288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed359b-15b1-406d-8ae6-0c58aaa0462d req-409a638a-796a-4009-9241-8f7f614bdc1e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:15.753815 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-74ed359b-15b1-406d-8ae6-0c58aaa0462d req-409a638a-796a-4009-9241-8f7f614bdc1e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0605619 Aug 23 16:25:15.793081 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-74ed359b-15b1-406d-8ae6-0c58aaa0462d req-5869b1f7-6a81-44aa-b507-d8c227f0ba13 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330584 Aug 23 16:25:16.361111 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 4898cf6d-0457-4a56-8c87-fb64c834805d up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:25:16.459978 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48674) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:16.563844 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 4898cf6d-0457-4a56-8c87-fb64c834805d completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:25:16.569364 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 4898cf6d-0457-4a56-8c87-fb64c834805d triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:25:16.569746 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:16.654194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:16.712392 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:16.719689 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1ae571-8fc5-4cfd-9610-8dcc3e5f6535" -d '{"events": [{"server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "name": "network-vif-plugged", "status": "completed", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:16.744964 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=4898cf6d-0457-4a56-8c87-fb64c834805d,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:16.758821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2840f9-5f8d-46a2-a3f4-2c28cff98b56 req-f824b3e4-cd7b-4553-821e-25fbea315aba tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:16.761087 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fc2840f9-5f8d-46a2-a3f4-2c28cff98b56 req-f824b3e4-cd7b-4553-821e-25fbea315aba tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.1235776 Aug 23 16:25:16.774288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48f7-d706-4986-b57d-2dd8ec74a176 req-a8818df0-3c3e-4bda-b2a6-802033045456 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:16.783028 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eeaf48f7-d706-4986-b57d-2dd8ec74a176 req-a8818df0-3c3e-4bda-b2a6-802033045456 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 944 time: 0.0889120 Aug 23 16:25:16.828439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fc2840f9-5f8d-46a2-a3f4-2c28cff98b56 req-457165e7-148f-4286-970d-23ebe8e40999 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Aug 23 16:25:16.838906 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eeaf48f7-d706-4986-b57d-2dd8ec74a176 req-1d539eb5-370c-4d69-90d7-1cdc72addc96 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 Aug 23 16:25:16.852733 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:16.853852 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:25:16.890751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48702) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:16.914832 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8aad6-2864-4d32-9a17-f39bbf35c7e5 x-openstack-request-id: req-21e8aad6-2864-4d32-9a17-f39bbf35c7e5 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:16.915122 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "name": "network-vif-plugged", "status": "completed", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:16.915371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-21e8aad6-2864-4d32-9a17-f39bbf35c7e5 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:16.915757 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d', 'code': 200} Aug 23 16:25:16.941994 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7fea6d6-46cf-4501-ae43-61c6cc747532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:16.965975 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:17.080390 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba9a61-fc06-489d-bc6d-9d719178fe14 req-90e43fb1-b1c2-43f9-95da-e685defc56ea tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:17.080390 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4dba9a61-fc06-489d-bc6d-9d719178fe14 req-90e43fb1-b1c2-43f9-95da-e685defc56ea tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0700479 Aug 23 16:25:17.106049 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:25:17.111752 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:25:17.113165 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.154323 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4dba9a61-fc06-489d-bc6d-9d719178fe14 req-8f7a137e-9828-42a0-b1f6-2b19d3550505 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572553 Aug 23 16:25:17.154625 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7fea6d6-46cf-4501-ae43-61c6cc747532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.236100 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2b2921f0-3d62-480a-9e4e-09a910f0fcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.268714 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.271572 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7fea6d6-46cf-4501-ae43-61c6cc747532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.323551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:17.326665 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c7fea6d6-46cf-4501-ae43-61c6cc747532 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c07f8542b72410fbb0c0f7f1fba464c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649709 Aug 23 16:25:17.329125 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fea6d6-46cf-4501-ae43-61c6cc747532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410eb32d-120f-4143-8085-4916381ea545,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:17.329384 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48714) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:17.398029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388ac0-8259-45c2-bc20-3b18cd777096 req-2ea1fe17-3508-4e2e-be8e-be23983f05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:17.399801 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7c388ac0-8259-45c2-bc20-3b18cd777096 req-2ea1fe17-3508-4e2e-be8e-be23983f05d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0501909 Aug 23 16:25:17.424137 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2b2921f0-3d62-480a-9e4e-09a910f0fcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.447159 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7c388ac0-8259-45c2-bc20-3b18cd777096 req-1f803cf2-7ac5-4aec-b53e-6ff215b7c24c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Aug 23 16:25:17.456179 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.461172 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.492963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.522336 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:17.563475 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2b2921f0-3d62-480a-9e4e-09a910f0fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.611163 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2b2921f0-3d62-480a-9e4e-09a910f0fcb1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=69cb29096a024a8d981733df606deb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170641 Aug 23 16:25:17.612398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2921f0-3d62-480a-9e4e-09a910f0fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31245e2f-91ca-4a0f-a199-e28853306c88,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:17.614257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48726) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:17.655052 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.657737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.659199 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/410eb32d-120f-4143-8085-4916381ea545 HTTP/1.1" status: 204 len: 168 time: 0.3287466 Aug 23 16:25:17.667838 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.668674 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79892-0453-4586-806b-fe63de573be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410eb32d-120f-4143-8085-4916381ea545,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:17.696151 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.938195 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6c942-9dec-43c9-8c1f-4a4d7de28275 req-548b7b93-d19f-4c2f-814a-c7833eff2312 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:17.940435 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cac6c942-9dec-43c9-8c1f-4a4d7de28275 req-548b7b93-d19f-4c2f-814a-c7833eff2312 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Aug 23 16:25:17.949123 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8b485-7f8a-417f-b0f8-3bb34834c355 req-fdeac490-3975-4dcf-bbc2-591fbbc25bab tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:17.950674 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e5f8b485-7f8a-417f-b0f8-3bb34834c355 req-fdeac490-3975-4dcf-bbc2-591fbbc25bab tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Aug 23 16:25:17.993283 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:17.994184 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cac6c942-9dec-43c9-8c1f-4a4d7de28275 req-11e0ba11-5849-46cb-b1ea-4b23358139eb tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Aug 23 16:25:17.996419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:18.014092 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31245e2f-91ca-4a0f-a199-e28853306c88 HTTP/1.1" status: 204 len: 168 time: 0.3831878 Aug 23 16:25:18.014092 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e30dc0-4fcb-4e2a-bc0c-2089a6c688ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31245e2f-91ca-4a0f-a199-e28853306c88,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:18.030416 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e5f8b485-7f8a-417f-b0f8-3bb34834c355 req-d42258d7-3c50-41a8-837a-220b40800afc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727241 Aug 23 16:25:18.174716 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e70a-e563-45b2-81d2-359f1ebb4c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:18.264069 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe1504-c1d9-4f05-8985-7c3be1910c93 req-6553743c-9e1d-436f-9ba9-79f37f2397a0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:18.265568 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42fe1504-c1d9-4f05-8985-7c3be1910c93 req-6553743c-9e1d-436f-9ba9-79f37f2397a0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0491569 Aug 23 16:25:18.305653 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42fe1504-c1d9-4f05-8985-7c3be1910c93 req-c02f5f5f-6820-49c6-877b-b0bda2c25ab9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Aug 23 16:25:18.334741 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:18.804237 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 48752) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:18.819231 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29772fba-cc42-48ae-97c2-0a275a319114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:18.907377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29772fba-cc42-48ae-97c2-0a275a319114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:18.917327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:18.919781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e9666-ea24-46f5-adcc-22bebc523e86" -d '{"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:18.956550 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0bd16e-189e-48e4-b1b4-35b5479431af x-openstack-request-id: req-2d0bd16e-189e-48e4-b1b4-35b5479431af {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:18.956840 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:18.957087 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2d0bd16e-189e-48e4-b1b4-35b5479431af {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:18.957500 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'code': 200} Aug 23 16:25:19.038547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29772fba-cc42-48ae-97c2-0a275a319114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.083219 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-29772fba-cc42-48ae-97c2-0a275a319114 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b118a299a0e64ca78739143f60f3c76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774801 Aug 23 16:25:19.084162 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772fba-cc42-48ae-97c2-0a275a319114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e58d066-f037-4280-8689-89aee9ca29c7,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:19.086664 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48760) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:19.088254 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48762) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:19.152219 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d988f51-9824-46cc-b8fe-d388e08b1900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.198782 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.210403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7ae1-e5d8-474d-a812-2b8618906367 req-2d635a24-3d84-4726-b121-b0cbee88eb65 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:19.218179 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0ea7ae1-e5d8-474d-a812-2b8618906367 req-2d635a24-3d84-4726-b121-b0cbee88eb65 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.1048238 Aug 23 16:25:19.244269 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.290133 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0ea7ae1-e5d8-474d-a812-2b8618906367 req-9d74f9a9-6e6c-4615-983b-a01b875c1acc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694380 Aug 23 16:25:19.293861 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.374261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d988f51-9824-46cc-b8fe-d388e08b1900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.446434 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e8ee3-5f8e-48f1-acea-df8e3860f9d5 req-bdb326a1-7f3c-44a7-b6a9-0d569022d6dc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:19.446682 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.447290 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f33e8ee3-5f8e-48f1-acea-df8e3860f9d5 req-bdb326a1-7f3c-44a7-b6a9-0d569022d6dc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0611651 Aug 23 16:25:19.448121 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.450330 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e58d066-f037-4280-8689-89aee9ca29c7 HTTP/1.1" status: 204 len: 168 time: 0.3496618 Aug 23 16:25:19.460541 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c504b69-a984-4988-9d43-2d18a58a7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e58d066-f037-4280-8689-89aee9ca29c7,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:19.504090 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f33e8ee3-5f8e-48f1-acea-df8e3860f9d5 req-b973e153-a050-4b6a-93ed-6cccc7d2a4ec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557559 Aug 23 16:25:19.530062 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d988f51-9824-46cc-b8fe-d388e08b1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.584305 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3d988f51-9824-46cc-b8fe-d388e08b1900 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6753c08d6723413f9fcd78d6d4ef3ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936771 Aug 23 16:25:19.586201 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988f51-9824-46cc-b8fe-d388e08b1900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f583ebb-d64b-4e3f-a2ab-a9c5ebf8fbac,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:19.595182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48778) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:19.654301 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.678117 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.832606 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.835771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:19.837214 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f583ebb-d64b-4e3f-a2ab-a9c5ebf8fbac HTTP/1.1" status: 204 len: 168 time: 0.2374556 Aug 23 16:25:19.848243 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be59aa-22c7-4046-bd9a-1a477934ef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f583ebb-d64b-4e3f-a2ab-a9c5ebf8fbac,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:20.403218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02582-beea-429d-b5e3-b1a25cbdcde6 req-0f5300ee-81d5-42cb-afed-c8f17142b453 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:20.404757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99c02582-beea-429d-b5e3-b1a25cbdcde6 req-0f5300ee-81d5-42cb-afed-c8f17142b453 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0493193 Aug 23 16:25:20.448419 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99c02582-beea-429d-b5e3-b1a25cbdcde6 req-8a39e620-a076-45bf-9328-f9f975e0685a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Aug 23 16:25:20.706251 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e76b-0d01-4aac-b07b-fa3589b2cbd7 req-87625a5a-8309-4b39-a036-4ddc61fd4021 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:20.708740 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-59c7e76b-0d01-4aac-b07b-fa3589b2cbd7 req-87625a5a-8309-4b39-a036-4ddc61fd4021 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0543077 Aug 23 16:25:20.766384 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-59c7e76b-0d01-4aac-b07b-fa3589b2cbd7 req-85f909d5-9698-4abd-94ae-cf227bc435a8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482240 Aug 23 16:25:20.849487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:21.379040 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60900456-ff7b-4134-9649-e2c2504c7fa4 req-edf8c294-7fe5-4dca-9bc4-619fcd25662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:21.380664 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-60900456-ff7b-4134-9649-e2c2504c7fa4 req-edf8c294-7fe5-4dca-9bc4-619fcd25662b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1098 time: 0.0408001 Aug 23 16:25:21.434710 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-60900456-ff7b-4134-9649-e2c2504c7fa4 req-77341416-7ca8-4ea2-85b2-289f31ce1b9f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Aug 23 16:25:21.666629 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dcf70-ddfb-4c4a-820e-7ced9842d147 req-99bc3e30-be5f-44d9-8752-41c26a6823a5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:21.666629 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b84dcf70-ddfb-4c4a-820e-7ced9842d147 req-99bc3e30-be5f-44d9-8752-41c26a6823a5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0786798 Aug 23 16:25:21.673480 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b84dcf70-ddfb-4c4a-820e-7ced9842d147 req-55372bf8-c37b-48b0-ad2f-67116c2b140e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Aug 23 16:25:21.903187 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce3d2-b439-4619-a0eb-601a95b60dae req-940f0c9c-7302-4d79-92c2-57011f203a33 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:21.904718 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a88ce3d2-b439-4619-a0eb-601a95b60dae req-940f0c9c-7302-4d79-92c2-57011f203a33 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0527513 Aug 23 16:25:21.951034 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a88ce3d2-b439-4619-a0eb-601a95b60dae req-abc4a4c8-bf70-406e-91e4-d5f034b36afc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Aug 23 16:25:22.848572 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5fca-8e1f-437e-8d10-3edf4e162bf8 req-782c2250-e749-4fc8-9e9c-06ff4b5d0615 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:22.850111 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-de5e5fca-8e1f-437e-8d10-3edf4e162bf8 req-782c2250-e749-4fc8-9e9c-06ff4b5d0615 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Aug 23 16:25:22.888407 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-de5e5fca-8e1f-437e-8d10-3edf4e162bf8 req-e1a0def0-40e5-438b-af95-3e82b5501c7d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Aug 23 16:25:23.097590 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610616ff-cece-4995-84f1-83ebb8f769e5 req-8f4bd6ba-62de-47bd-aa1b-8d10b9eea90e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:23.099630 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-610616ff-cece-4995-84f1-83ebb8f769e5 req-8f4bd6ba-62de-47bd-aa1b-8d10b9eea90e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0676544 Aug 23 16:25:23.158207 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-610616ff-cece-4995-84f1-83ebb8f769e5 req-48237cf0-8daf-421e-aa30-6930164d2b89 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525236 Aug 23 16:25:24.027488 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86403b-35dc-4d13-ac9d-267145dadd8b req-1de60599-ea23-4880-9c6b-f7680384c99e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.029017 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ea86403b-35dc-4d13-ac9d-267145dadd8b req-1de60599-ea23-4880-9c6b-f7680384c99e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0613456 Aug 23 16:25:24.069800 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ea86403b-35dc-4d13-ac9d-267145dadd8b req-b75791eb-c4ee-441d-8451-4d415e209c80 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Aug 23 16:25:24.642069 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c16ae-9cf0-4e5f-a0ba-1be6cc4604bf req-db3d6d7f-d5f1-44fa-8942-08d370b1dc6c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.644055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f203a8-7dbe-48d8-a824-4cff61091b67 req-d0365900-2fc5-4969-9130-7df3c47306ad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.644927 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-459c16ae-9cf0-4e5f-a0ba-1be6cc4604bf req-db3d6d7f-d5f1-44fa-8942-08d370b1dc6c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0676072 Aug 23 16:25:24.645102 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-21f203a8-7dbe-48d8-a824-4cff61091b67 req-d0365900-2fc5-4969-9130-7df3c47306ad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0500960 Aug 23 16:25:24.687619 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-21f203a8-7dbe-48d8-a824-4cff61091b67 req-6de110fe-9b2b-4acf-981a-cf3ccac0d246 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Aug 23 16:25:24.698512 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-459c16ae-9cf0-4e5f-a0ba-1be6cc4604bf req-906628e2-aab4-4b2d-9844-f7dd3854dfb9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Aug 23 16:25:24.762498 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-cc5e1c6c-196e-40f6-844d-dcf0a49a82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.763991 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-cc5e1c6c-196e-40f6-844d-dcf0a49a82b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0452361 Aug 23 16:25:24.841814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aec6f-736a-4aae-b441-e4dbb2fcc0f6 req-acad5c62-4b0f-4bc0-9a9b-1ec7f66085f0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.843300 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-297aec6f-736a-4aae-b441-e4dbb2fcc0f6 req-acad5c62-4b0f-4bc0-9a9b-1ec7f66085f0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0531287 Aug 23 16:25:24.853570 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 48980) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:24.858941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'floatingip': {'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:24.934894 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:24.964927 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-6978c42e-3f0c-41e6-987e-3c6b2dbcf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:24.967591 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-6978c42e-3f0c-41e6-987e-3c6b2dbcf69c service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.1913354 Aug 23 16:25:25.027052 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-34f9d87d-0d2d-4462-9bc2-5815cd02338a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 200 len: 217 time: 0.0473716 Aug 23 16:25:25.118892 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-7776b85e-479a-4072-8e41-b3c396a70bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:25.120583 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-7776b85e-479a-4072-8e41-b3c396a70bd2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0477393 Aug 23 16:25:25.157303 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-272e88fc-d382-4910-8390-6bc20cb96356 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267169 Aug 23 16:25:25.254559 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-496baedf-e17c-4398-8e87-103d35ae5d4b service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886245 Aug 23 16:25:25.820956 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871e2e-6992-4957-a3b7-8fa647b79e04 req-e04237f3-7264-4708-8f63-af54fd95767c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:25.822670 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7a871e2e-6992-4957-a3b7-8fa647b79e04 req-e04237f3-7264-4708-8f63-af54fd95767c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0547256 Aug 23 16:25:25.869921 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7a871e2e-6992-4957-a3b7-8fa647b79e04 req-05b44ff1-f553-40a5-83c3-059536d78f66 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Aug 23 16:25:25.894310 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:25.974545 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.091054 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Floating IP 42d656d4-6002-4908-8f90-ea563949f459 associated. External IP: 172.27.3.80, port: 1ad3a88d-8c62-49a6-87ec-1662d38f76a3. Aug 23 16:25:26.150385 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49024) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:26.323103 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:25:26.431420 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3d471a91-e7b0-4446-9b69-b640ea6f8ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.444269 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:25:26.449063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.460412 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:25:26.472975 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:25:26.474358 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:26.486910 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f2c3341d-6df1-4516-86b0-42bc77d280c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "PUT /v2.0/floatingips/42d656d4-6002-4908-8f90-ea563949f459 HTTP/1.1" status: 200 len: 990 time: 1.6290734 Aug 23 16:25:26.486910 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:26.492139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1990fa-3cc3-490a-abab-1d18ccd818a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:26.526090 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ebe24-b73c-46c9-b93b-243ac3915580 x-openstack-request-id: req-f49ebe24-b73c-46c9-b93b-243ac3915580 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:26.527127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:26.527127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f49ebe24-b73c-46c9-b93b-243ac3915580 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:26.527393 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'status': 'completed', 'code': 200} Aug 23 16:25:26.549732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3d471a91-e7b0-4446-9b69-b640ea6f8ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.609018 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:25:26.723722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3d471a91-e7b0-4446-9b69-b640ea6f8ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.775933 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3d471a91-e7b0-4446-9b69-b640ea6f8ac7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e8ee32c92434068acbd7b7a50bb5bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242657 Aug 23 16:25:26.780456 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471a91-e7b0-4446-9b69-b640ea6f8ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f201e1cc-3405-4fd0-9cfc-2e2f2d9182b5,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:26.782365 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49034) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:26.841968 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.869426 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.990655 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '42d656d4-6002-4908-8f90-ea563949f459', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:24:52Z', 'updated_at': '2021-08-23T16:25:25Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:27.012345 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2304d3-5f92-4282-ae05-785d9fe5bdae req-b7dcfead-8bee-4cff-bb9b-165252d24aad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:27.014002 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd2304d3-5f92-4282-ae05-785d9fe5bdae req-b7dcfead-8bee-4cff-bb9b-165252d24aad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0505140 Aug 23 16:25:27.015125 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:27.017739 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:27.023292 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:25:27.026238 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f201e1cc-3405-4fd0-9cfc-2e2f2d9182b5 HTTP/1.1" status: 204 len: 168 time: 0.2386074 Aug 23 16:25:27.032237 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:25:27.032872 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:27.043043 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35328da8-1170-4352-a85f-0c757cb43202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f201e1cc-3405-4fd0-9cfc-2e2f2d9182b5,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:27.088211 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd2304d3-5f92-4282-ae05-785d9fe5bdae req-2d546954-bade-4df3-832a-02579d0f7d2d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Aug 23 16:25:27.177438 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:25:27.416856 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '42d656d4-6002-4908-8f90-ea563949f459', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:24:52Z', 'updated_at': '2021-08-23T16:25:25Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:27.444587 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc2146-cb87-4664-8bc7-548ba5382034 None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '42d656d4-6002-4908-8f90-ea563949f459', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:24:52Z', 'updated_at': '2021-08-23T16:25:25Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:25:27.657303 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1532d23-0fb2-4c55-94b8-034507c916ca None None] New status for floating IP 42d656d4-6002-4908-8f90-ea563949f459: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:25:27.969001 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49056) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:27.981325 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b62bebe-93e4-4f41-9ae4-a572b4f0e586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.078328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b62bebe-93e4-4f41-9ae4-a572b4f0e586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.141616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b62bebe-93e4-4f41-9ae4-a572b4f0e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.188335 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-6b62bebe-93e4-4f41-9ae4-a572b4f0e586 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45795a9e5ce64110a7a6cfb882e450e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205930 Aug 23 16:25:28.192566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49064) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:28.201145 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62bebe-93e4-4f41-9ae4-a572b4f0e586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c71809-c772-418f-9f34-c4143bef2dfd,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:28.245363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174f151-c7b9-40e1-863c-246318db90ac req-3dd14034-2f89-4344-bd22-1fe2a1bac31f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:28.247046 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6174f151-c7b9-40e1-863c-246318db90ac req-3dd14034-2f89-4344-bd22-1fe2a1bac31f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0779054 Aug 23 16:25:28.259539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.281016 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.287990 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6174f151-c7b9-40e1-863c-246318db90ac req-2837f90b-a0b8-42f1-a54b-467eb73c7d11 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Aug 23 16:25:28.483505 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.487357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.488205 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0c71809-c772-418f-9f34-c4143bef2dfd HTTP/1.1" status: 204 len: 168 time: 0.2939954 Aug 23 16:25:28.496306 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096447d5-a470-472f-8d1f-8bb72196d791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c71809-c772-418f-9f34-c4143bef2dfd,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:28.883188 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92c85e35-caa6-4cac-9d63-fb18489136bf req-ed2ee976-d62b-41c1-8509-cf2334c4848b service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898414 Aug 23 16:25:28.966450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-bd9bbc5b-5932-4b6d-94af-276c056b34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:28.968275 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-bd9bbc5b-5932-4b6d-94af-276c056b34c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1098 time: 0.0582659 Aug 23 16:25:29.072199 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-b733db4f-ccbc-4bd7-834e-1248c2aadeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:29.073717 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-b733db4f-ccbc-4bd7-834e-1248c2aadeb0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.0930352 Aug 23 16:25:29.205527 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-ca40c5e1-88d3-4e21-bd01-4d594381a2b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 1000 time: 0.0993929 Aug 23 16:25:29.266420 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-ce65eae5-62ba-4bcf-a641-f7b285ad504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:29.268905 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-ce65eae5-62ba-4bcf-a641-f7b285ad504c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0467844 Aug 23 16:25:29.326223 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-f507ce3d-dec1-4ba9-b55b-6f9ba68f0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:29.327780 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-f507ce3d-dec1-4ba9-b55b-6f9ba68f0d40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508337 Aug 23 16:25:29.422020 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc5236-c5eb-4f57-9169-9bdcc00348cc req-a401b1b1-1fca-40f2-8bfb-9fc149a51360 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:29.425588 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04dc5236-c5eb-4f57-9169-9bdcc00348cc req-a401b1b1-1fca-40f2-8bfb-9fc149a51360 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0643275 Aug 23 16:25:29.458106 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-4102db82-6a5d-43c8-8b59-c36fe3f04d36 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157978 Aug 23 16:25:29.477737 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04dc5236-c5eb-4f57-9169-9bdcc00348cc req-e4a6a0b2-822d-4353-bcb3-779512e0e46c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Aug 23 16:25:29.566893 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2d1990fa-3cc3-490a-abab-1d18ccd818a3 req-29ff25a5-0169-48b5-9d1f-8766e9c4f789 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920908 Aug 23 16:25:30.595263 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43796f8e-6514-450d-8c3f-faf52999e630 req-831bdff4-9fe6-426e-a8ad-078b1ad694bc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:30.597438 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-43796f8e-6514-450d-8c3f-faf52999e630 req-831bdff4-9fe6-426e-a8ad-078b1ad694bc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Aug 23 16:25:30.636063 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-43796f8e-6514-450d-8c3f-faf52999e630 req-fe4b0613-2cba-4eb9-bb86-71fc0a2aad42 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Aug 23 16:25:31.357965 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49194) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:31.464235 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:31.578835 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:31.753667 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332fce9-6ede-417d-8fe8-455329370a89 req-252f70e0-8d3d-4e24-8689-fbbf7a3a7943 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:31.754912 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1332fce9-6ede-417d-8fe8-455329370a89 req-252f70e0-8d3d-4e24-8689-fbbf7a3a7943 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Aug 23 16:25:31.798208 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1332fce9-6ede-417d-8fe8-455329370a89 req-5707aa9e-f3a9-4185-a932-e89bbd7ae5b0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 23 16:25:31.808173 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:31.851924 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4253a996ac5545d88f43d887e9df5516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921539 Aug 23 16:25:31.860865 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e965464-1f81-4487-88c1-c8e7c476bac0,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:31.863110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49220) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:31.863523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.863920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.864263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.864602 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.865373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.865925 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.866484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.866821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.867222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.867646 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.867976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.868303 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632472af-f9df-457f-bd2f-d1c79d23696e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:31.918651 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:31.940487 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:32.215270 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:32.218536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:32.222351 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9e965464-1f81-4487-88c1-c8e7c476bac0 HTTP/1.1" status: 204 len: 168 time: 0.3581474 Aug 23 16:25:32.233533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c974d3-2925-4704-95eb-0cb4e768565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e965464-1f81-4487-88c1-c8e7c476bac0,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:32.887300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49250) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:32.920830 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d273c1-34f9-49ec-b88d-009684a20460 req-1cd7f2d3-f372-4a16-862c-139d59694caf tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:32.927522 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-94d273c1-34f9-49ec-b88d-009684a20460 req-1cd7f2d3-f372-4a16-862c-139d59694caf tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Aug 23 16:25:32.971521 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-94d273c1-34f9-49ec-b88d-009684a20460 req-4c800cc3-5043-47de-b1fb-1ddf2edeb406 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Aug 23 16:25:33.006427 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d09912e-f6f9-4388-9123-77ae41a11f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.107309 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d09912e-f6f9-4388-9123-77ae41a11f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.200594 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49262) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:33.214363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.237963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3d09912e-f6f9-4388-9123-77ae41a11f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.306172 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3d09912e-f6f9-4388-9123-77ae41a11f6a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=761d9e0140be4f82ba11f29e438a734b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174285 Aug 23 16:25:33.307685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09912e-f6f9-4388-9123-77ae41a11f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e6c21-95a1-40f0-9950-f7436d8f22bf,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:33.310557 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49270) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:33.359231 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.376623 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.400589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.488835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.530335 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49afe1b5-d164-4429-94cd-0f18b8686d10,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:33.534706 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0d1a218b8cac424c9cffe7b468e5c4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330233 Aug 23 16:25:33.537873 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49278) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:33.540880 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.541230 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.541570 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.541941 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.542273 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.542656 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.554726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0acc4-5d69-410d-a61a-e5be65ae0108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:25:33.588078 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.610751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.643657 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.646341 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.647545 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b13e6c21-95a1-40f0-9950-f7436d8f22bf HTTP/1.1" status: 204 len: 168 time: 0.3240967 Aug 23 16:25:33.656033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3257ee-c703-405a-b863-fbe7fef2b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e6c21-95a1-40f0-9950-f7436d8f22bf,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:33.807679 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.810272 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:33.811398 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49afe1b5-d164-4429-94cd-0f18b8686d10 HTTP/1.1" status: 204 len: 168 time: 0.2724755 Aug 23 16:25:33.821493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a36afb-48f9-43bc-a315-26f9cc34baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49afe1b5-d164-4429-94cd-0f18b8686d10,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:34.091114 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f413d-1348-4270-89b7-3f23e437657f req-74e80f85-03c2-4274-b041-cc18d8411386 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:34.098316 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-033f413d-1348-4270-89b7-3f23e437657f req-74e80f85-03c2-4274-b041-cc18d8411386 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0553792 Aug 23 16:25:34.141811 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-033f413d-1348-4270-89b7-3f23e437657f req-e73ffec6-56ee-46ac-b4bf-35896c023535 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Aug 23 16:25:34.659695 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49308) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:34.674719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5512272e-e47c-4e07-94d0-2e53f8c41ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:34.771207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5512272e-e47c-4e07-94d0-2e53f8c41ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:34.843236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5512272e-e47c-4e07-94d0-2e53f8c41ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:34.887485 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5512272e-e47c-4e07-94d0-2e53f8c41ac0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=87078b050c284069bc017e9cc7d57053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264163 Aug 23 16:25:34.888200 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512272e-e47c-4e07-94d0-2e53f8c41ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3a6c4-c552-43f1-b84a-60ee91b647ee,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:34.890534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49318) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:34.945807 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:34.967524 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:35.112788 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:35.117612 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:35.119737 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23d3a6c4-c552-43f1-b84a-60ee91b647ee HTTP/1.1" status: 204 len: 168 time: 0.2280185 Aug 23 16:25:35.131470 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f1e40-e389-4a37-a843-fdb1b3d35be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3a6c4-c552-43f1-b84a-60ee91b647ee,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:35.275656 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3fc74-8f6f-40df-bcae-7171e803c698 req-5a5bd4b3-abb3-41a4-bfb7-1ab5823a804c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:35.278262 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-03a3fc74-8f6f-40df-bcae-7171e803c698 req-5a5bd4b3-abb3-41a4-bfb7-1ab5823a804c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0536716 Aug 23 16:25:35.321699 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-03a3fc74-8f6f-40df-bcae-7171e803c698 req-42787125-de98-4e44-b37c-ff2ed79887cf tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Aug 23 16:25:36.204706 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:25:36.450865 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6eec1-3569-439f-8f2e-3b254c560109 req-b9cbe9e9-c1ec-439c-b30a-211716108bb4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:36.452429 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ce6eec1-3569-439f-8f2e-3b254c560109 req-b9cbe9e9-c1ec-439c-b30a-211716108bb4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0522234 Aug 23 16:25:36.509117 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ce6eec1-3569-439f-8f2e-3b254c560109 req-9c91bda3-d012-44d1-a3fa-b91681baf947 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Aug 23 16:25:37.639007 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25277c2-dc32-48c0-984b-8ccf162b1fbc req-1713800e-2706-4888-9fc3-01a24bf43266 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:37.640801 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d25277c2-dc32-48c0-984b-8ccf162b1fbc req-1713800e-2706-4888-9fc3-01a24bf43266 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0520220 Aug 23 16:25:37.681637 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d25277c2-dc32-48c0-984b-8ccf162b1fbc req-8d3ff8ec-24eb-40a2-9de8-614f7e007f4b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Aug 23 16:25:38.802824 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12185708-02d2-43b1-a631-79a0da18dcfd req-bea94b40-c9f4-4a72-96a9-2fc7f530743f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:38.804333 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-12185708-02d2-43b1-a631-79a0da18dcfd req-bea94b40-c9f4-4a72-96a9-2fc7f530743f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Aug 23 16:25:38.848884 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-12185708-02d2-43b1-a631-79a0da18dcfd req-2cdc83ff-ffe1-42cb-a8ab-bab6467e2c8e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Aug 23 16:25:39.658762 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49514) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:39.713045 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-f28ba11a-e4af-432a-af0b-3c30173a7e46 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769696 Aug 23 16:25:39.781929 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c029cb0-8742-4bb3-b969-3786cdbc793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:39.824854 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-7e72d90f-618b-4375-92c7-9cf3decb46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:39.826483 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-7e72d90f-618b-4375-92c7-9cf3decb46a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=707cb290d6a94174b82044d2383131bf&device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 1098 time: 0.0626302 Aug 23 16:25:39.887722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c029cb0-8742-4bb3-b969-3786cdbc793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:39.950371 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-70b7bba0-3ae5-4c0f-a885-6cdcfadaaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:39.951056 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:39.952444 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-70b7bba0-3ae5-4c0f-a885-6cdcfadaaef0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6a9d309d-1502-4702-8f7b-5dee8f69cd78 HTTP/1.1" status: 200 len: 913 time: 0.0907757 Aug 23 16:25:39.972429 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d6ba3-3c74-481c-a5e5-8336b45dc0d4 req-24f73033-e105-4b81-8319-9b1a39496a20 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:39.974023 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d58d6ba3-3c74-481c-a5e5-8336b45dc0d4 req-24f73033-e105-4b81-8319-9b1a39496a20 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Aug 23 16:25:39.994547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c029cb0-8742-4bb3-b969-3786cdbc793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.002359 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-eb6d3d6b-e524-4945-9d41-e3b46d9a44e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c HTTP/1.1" status: 200 len: 217 time: 0.0418184 Aug 23 16:25:40.064900 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-88fce13e-06ac-4ab9-b47a-5a810cd94288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:40.067178 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-88fce13e-06ac-4ab9-b47a-5a810cd94288 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c36a3e49-a360-4508-aac8-ac320e443dfb HTTP/1.1" status: 200 len: 852 time: 0.0535259 Aug 23 16:25:40.075868 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d58d6ba3-3c74-481c-a5e5-8336b45dc0d4 req-9e13f729-de18-4886-bd2f-2a60492f3ce0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956368 Aug 23 16:25:40.082392 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029cb0-8742-4bb3-b969-3786cdbc793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d49ac-dc9a-4962-9293-7cbd2314eb3f,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:40.100533 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8c029cb0-8742-4bb3-b969-3786cdbc793b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5f4c07959753449bb08a5a1e8020fbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323978 Aug 23 16:25:40.100533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49532) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:40.120976 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-eae41afd-2e8c-4fa7-bdf4-adc3c9ccb5ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a9d309d-1502-4702-8f7b-5dee8f69cd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346487 Aug 23 16:25:40.150758 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.173285 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.237215 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-3c22d227-fb61-4432-a71d-5a572321fec0 service neutron] 10.222.0.82 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067562 Aug 23 16:25:40.310718 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.313330 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.314578 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a5d49ac-dc9a-4962-9293-7cbd2314eb3f HTTP/1.1" status: 204 len: 168 time: 0.2154682 Aug 23 16:25:40.322597 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785c4b1-71e3-47fb-8315-1bc590873e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d49ac-dc9a-4962-9293-7cbd2314eb3f,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:40.337361 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-30ca037b-5e75-4aee-afb0-8cdf28bf43e7 req-b603f21b-ee71-4bf2-9641-3273f65169a5 service neutron] 10.222.0.82 "GET /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Aug 23 16:25:41.214258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c926fa-9657-412f-bfd6-6d5bb66b6a0d req-9068a365-a302-4c9f-946b-26a6c5d459b5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:41.216725 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a2c926fa-9657-412f-bfd6-6d5bb66b6a0d req-9068a365-a302-4c9f-946b-26a6c5d459b5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0586941 Aug 23 16:25:41.229299 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b705db-7630-4734-87a3-68e657f7d593 req-10e74af1-8722-4ca3-9549-053a04833491 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:41.231462 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10b705db-7630-4734-87a3-68e657f7d593 req-10e74af1-8722-4ca3-9549-053a04833491 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Aug 23 16:25:41.260947 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a2c926fa-9657-412f-bfd6-6d5bb66b6a0d req-3e914d55-02b5-415d-b509-131a4f804567 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 Aug 23 16:25:41.275678 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10b705db-7630-4734-87a3-68e657f7d593 req-2d743918-df6b-4042-9ec8-3098a48a44c7 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Aug 23 16:25:41.352779 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49584) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:41.367429 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b15b66-c674-469d-9432-0ae5fb180113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.472842 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b15b66-c674-469d-9432-0ae5fb180113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.516081 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49590) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:41.574879 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-75b15b66-c674-469d-9432-0ae5fb180113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.614816 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-75b15b66-c674-469d-9432-0ae5fb180113 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0ab000fcab6e4acc89edc74842ee72cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609377 Aug 23 16:25:41.617624 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49594) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:41.623441 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15b66-c674-469d-9432-0ae5fb180113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c4191-d857-465d-84af-b391fd2c4816,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:41.632613 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8381-824a-41c2-9185-b072018fb2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.677203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.698783 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.735098 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8381-824a-41c2-9185-b072018fb2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.803209 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8381-824a-41c2-9185-b072018fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.832000 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.834958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.836736 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/419c4191-d857-465d-84af-b391fd2c4816 HTTP/1.1" status: 204 len: 168 time: 0.2180779 Aug 23 16:25:41.844461 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f8cf8381-824a-41c2-9185-b072018fb2e6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d2bd22e09de4428a48a0d83217a2c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272810 Aug 23 16:25:41.845592 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf8381-824a-41c2-9185-b072018fb2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f3353-95d3-44bf-946c-c6e869cc295f,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:41.847344 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49600) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:41.856784 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cfce3-6e6e-4bae-850f-4ffa0b63ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c4191-d857-465d-84af-b391fd2c4816,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:41.903209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:41.927144 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.043046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.045589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.046789 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/981f3353-95d3-44bf-946c-c6e869cc295f HTTP/1.1" status: 204 len: 168 time: 0.1974118 Aug 23 16:25:42.060347 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a8365-7573-48cf-a028-e53a6bd0073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f3353-95d3-44bf-946c-c6e869cc295f,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:42.396127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7c37a-db79-46e6-acf0-baf802bbcb99 req-a2a83812-d5af-4d89-8cb8-27a1b2d18c49 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:42.397855 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ce7c37a-db79-46e6-acf0-baf802bbcb99 req-a2a83812-d5af-4d89-8cb8-27a1b2d18c49 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0536699 Aug 23 16:25:42.409044 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9bdf3-6d6c-42f4-8fc7-3b4530b2638c req-d3744773-d930-41ac-a0e3-1da95e141230 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:42.410747 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efb9bdf3-6d6c-42f4-8fc7-3b4530b2638c req-d3744773-d930-41ac-a0e3-1da95e141230 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Aug 23 16:25:42.446320 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ce7c37a-db79-46e6-acf0-baf802bbcb99 req-6e343e98-e5d2-464f-aebf-42407df2970a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Aug 23 16:25:42.465263 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efb9bdf3-6d6c-42f4-8fc7-3b4530b2638c req-082a7809-db00-48eb-8864-b8b55dffa467 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Aug 23 16:25:42.578220 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49622) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:42.592035 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-32866307-4c97-47a6-9264-fb4b2b9abfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.682794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-32866307-4c97-47a6-9264-fb4b2b9abfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.757512 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-32866307-4c97-47a6-9264-fb4b2b9abfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.796776 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-32866307-4c97-47a6-9264-fb4b2b9abfce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c1a166cacab41dfad691db224c8cc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174280 Aug 23 16:25:42.798006 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32866307-4c97-47a6-9264-fb4b2b9abfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024c5edf-0090-4342-84d4-c1d915a853d4,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:42.799803 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49626) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:42.852973 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49628) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:42.856391 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.865853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-fca40862-db17-4b14-8924-58de71729a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.877742 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.955264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-fca40862-db17-4b14-8924-58de71729a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.986243 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.989028 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:42.990214 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/024c5edf-0090-4342-84d4-c1d915a853d4 HTTP/1.1" status: 204 len: 168 time: 0.1892676 Aug 23 16:25:42.999343 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82641-8626-4605-adf5-67dc3431710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024c5edf-0090-4342-84d4-c1d915a853d4,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:43.054618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-fca40862-db17-4b14-8924-58de71729a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:43.102950 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-fca40862-db17-4b14-8924-58de71729a25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3f2ca1fd3094b26be602e2ef6515c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488818 Aug 23 16:25:43.103812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40862-db17-4b14-8924-58de71729a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d61774-c88e-43d9-ade7-b681dff520e5,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:43.105707 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49632) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:43.158201 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:43.181963 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:43.333665 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:43.336832 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:43.338476 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9d61774-c88e-43d9-ade7-b681dff520e5 HTTP/1.1" status: 204 len: 168 time: 0.2307973 Aug 23 16:25:43.349792 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be32d4-8443-4b8c-bb8a-a568b449f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d61774-c88e-43d9-ade7-b681dff520e5,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:43.572584 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0c3db-4201-4b59-bb05-ac10130a2edf req-7d5e275d-9ad3-49f5-9255-b3e6a929f341 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:43.575245 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cf0c3db-4201-4b59-bb05-ac10130a2edf req-7d5e275d-9ad3-49f5-9255-b3e6a929f341 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Aug 23 16:25:43.600016 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c01bc-bb03-4e9f-a646-087c43570030 req-7537322a-bc89-46f8-a9b3-6c7ae5e93370 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:43.601958 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f21c01bc-bb03-4e9f-a646-087c43570030 req-7537322a-bc89-46f8-a9b3-6c7ae5e93370 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Aug 23 16:25:43.623567 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cf0c3db-4201-4b59-bb05-ac10130a2edf req-a5c713a4-2c86-4a41-aa44-d6cabca77489 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Aug 23 16:25:43.641658 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f21c01bc-bb03-4e9f-a646-087c43570030 req-cdd3aacb-a71b-4a49-97d4-0b6c2d063e04 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Aug 23 16:25:43.905450 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49660) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:43.953063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-9f5f6dc1-e9e8-4ec8-8495-6121f9a80468 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:43.955361 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-9f5f6dc1-e9e8-4ec8-8495-6121f9a80468 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.82 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0987816 Aug 23 16:25:44.080478 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ed-26ea-460b-854e-684664116c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.114457 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Deleting port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:25:44.114807 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.178980 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ed-26ea-460b-854e-684664116c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.276498 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] For port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,segment=NetworkSegment(ba16780e-4258-4760-b819-beefed4c31e6),segment_id=ba16780e-4258-4760-b819-beefed4c31e6)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:25:44.276498 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.276498 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Calling delete_port for 9b0cb875-afc5-4fc5-b55b-73ca4428da7c owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:25:44.739982 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2530fa9-998a-4f68-aabc-ee4010332790 req-6f8f6437-99fd-46e8-9e8a-fcd58b840ff0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:44.765759 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a2530fa9-998a-4f68-aabc-ee4010332790 req-6f8f6437-99fd-46e8-9e8a-fcd58b840ff0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0511508 Aug 23 16:25:44.765951 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d43f9-6853-4a18-ab0c-3d993bc37f06 req-cb8fe446-2555-4445-8949-701579cb4e96 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:44.765951 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d8d43f9-6853-4a18-ab0c-3d993bc37f06 req-cb8fe446-2555-4445-8949-701579cb4e96 tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Aug 23 16:25:44.789859 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a2530fa9-998a-4f68-aabc-ee4010332790 req-87259bd8-7dd4-4514-8694-1d56ff5db3df tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Aug 23 16:25:44.809530 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d8d43f9-6853-4a18-ab0c-3d993bc37f06 req-b1c418a9-42f9-4f5c-9b22-12ec53a0ff1f tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca78cc2a-5b4f-4f8e-902a-141ff69620da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Aug 23 16:25:44.946033 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ed-26ea-460b-854e-684664116c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.946241 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:44.963516 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['9b0cb875-afc5-4fc5-b55b-73ca4428da7c'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:25:45.002425 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-54ba08ed-26ea-460b-854e-684664116c00 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff0f655ec2b041b5a5f508535f6f2b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0952270 Aug 23 16:25:45.003600 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba08ed-26ea-460b-854e-684664116c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a382b97-7bdb-4251-b5f8-cb0ba621250a,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:45.006700 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49686) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:45.018867 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Pushing event deleted for resources: {'Port': ['ID=9b0cb875-afc5-4fc5-b55b-73ca4428da7c,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:45.080649 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.107947 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.120120 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] No DVR routers for this DVR port 9b0cb875-afc5-4fc5-b55b-73ca4428da7c on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:25:45.123264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.125349 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be974a8f-a999-4971-9dbd-18a0c26bc091 req-806a3a63-74b7-42ee-af18-15de6e05501b tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.82 "DELETE /v2.0/ports/9b0cb875-afc5-4fc5-b55b-73ca4428da7c HTTP/1.1" status: 204 len: 173 time: 1.1617589 Aug 23 16:25:45.125706 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'name': 'network-vif-deleted', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:25:45.128613 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a4e0b-156f-4fa1-acce-4d6a6d3584ee" -d '{"events": [{"server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "name": "network-vif-deleted", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:25:45.169057 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf43b102-4638-4e82-b1a5-b6c5e38eb909 x-openstack-request-id: req-bf43b102-4638-4e82-b1a5-b6c5e38eb909 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:25:45.169395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2a90-b853-4d4b-b2cf-fcc1692cead0", "name": "network-vif-deleted", "tag": "9b0cb875-afc5-4fc5-b55b-73ca4428da7c", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:25:45.169593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bf43b102-4638-4e82-b1a5-b6c5e38eb909 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:25:45.170019 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2a90-b853-4d4b-b2cf-fcc1692cead0', 'name': 'network-vif-deleted', 'tag': '9b0cb875-afc5-4fc5-b55b-73ca4428da7c', 'status': 'completed', 'code': 200} Aug 23 16:25:45.277956 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.281441 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.284238 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a382b97-7bdb-4251-b5f8-cb0ba621250a HTTP/1.1" status: 204 len: 168 time: 0.2764013 Aug 23 16:25:45.314727 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b02f5-1c4c-4e4d-818e-a6383d712c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a382b97-7bdb-4251-b5f8-cb0ba621250a,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:45.398202 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c8f621b7-cc43-4773-a826-c46118766449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:45.929000 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8d00c554-c069-4875-a9b2-d61295cc895e req-252154a8-1223-4a38-af4e-ab34588b5d5e tempest-DeleteServersTestJSON-1816937115 tempest-DeleteServersTestJSON-1816937115-project] 10.222.0.63 "GET /v2.0/ports?device_id=128a2a90-b853-4d4b-b2cf-fcc1692cead0 HTTP/1.1" status: 200 len: 210 time: 0.0392938 Aug 23 16:25:45.930819 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca997-4cbd-41b4-a281-7b87e4c2f6f7 req-17d26dfd-5a6d-4620-bb18-5eec3ffcadfd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:45.939282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b52ca997-4cbd-41b4-a281-7b87e4c2f6f7 req-17d26dfd-5a6d-4620-bb18-5eec3ffcadfd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0798819 Aug 23 16:25:45.974705 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b52ca997-4cbd-41b4-a281-7b87e4c2f6f7 req-c6a4e017-5fdf-4d12-909f-7df4310f216f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Aug 23 16:25:46.007874 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49722) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:46.025995 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cedf6d2a-84e9-4f1a-9266-ea7cbc6a5daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.153039 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cedf6d2a-84e9-4f1a-9266-ea7cbc6a5daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.271062 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cedf6d2a-84e9-4f1a-9266-ea7cbc6a5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.311640 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-cedf6d2a-84e9-4f1a-9266-ea7cbc6a5daa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ee0e31c8d424bcfbacbe06ed5836345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024077 Aug 23 16:25:46.313066 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6d2a-84e9-4f1a-9266-ea7cbc6a5daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f151b8-6460-4ce2-9e19-fd8b1527f7c9,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:46.315224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49734) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:46.366507 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.391203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.540526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.543595 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:46.545296 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6f151b8-6460-4ce2-9e19-fd8b1527f7c9 HTTP/1.1" status: 204 len: 168 time: 0.2288949 Aug 23 16:25:46.555240 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b12c-8313-44e2-9daf-f8e01df68f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f151b8-6460-4ce2-9e19-fd8b1527f7c9,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:47.144930 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111845-86aa-4906-bfa4-976bd546bc78 req-884fcdab-cca0-4e72-8d40-8402cc5e8d87 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:47.147980 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c5111845-86aa-4906-bfa4-976bd546bc78 req-884fcdab-cca0-4e72-8d40-8402cc5e8d87 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0841620 Aug 23 16:25:47.224193 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c5111845-86aa-4906-bfa4-976bd546bc78 req-b390eb55-1d23-4f5c-bd64-94f8fb76c0d8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620272 Aug 23 16:25:48.128973 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a566dcaf-bae9-45e0-a483-965d6bb5b35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:48.237475 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:48.354730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2df3-3efc-4470-8f19-cf7fdad564e1 req-80be1c69-288c-4e7a-808c-7eda1df8eb87 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:48.358048 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2c9e2df3-3efc-4470-8f19-cf7fdad564e1 req-80be1c69-288c-4e7a-808c-7eda1df8eb87 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0641980 Aug 23 16:25:48.401667 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2c9e2df3-3efc-4470-8f19-cf7fdad564e1 req-48026d42-d14e-47c0-8b03-ebfa691a218d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364358 Aug 23 16:25:48.485569 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9b0cb875-afc5-4fc5-b55b-73ca4428da7c no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:25:48.506204 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 9b0cb875-afc5-4fc5-b55b-73ca4428da7c {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:25:48.506547 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9b0cb875-afc5-4fc5-b55b-73ca4428da7c not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:25:48.778781 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49848) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:48.826914 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Deleting subnet c36a3e49-a360-4508-aac8-ac320e443dfb {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:25:48.831378 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:48.849748 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49852) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:48.872831 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:48.920637 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:48.980108 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-871e25b8-161f-45f5-af74-2b21703696cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.084756 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-871e25b8-161f-45f5-af74-2b21703696cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.089269 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.117966 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36a3e49-a360-4508-aac8-ac320e443dfb,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:49.120273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.125977 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-09588d68-79e8-414b-bb97-b7aba2470a82 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c36a3e49-a360-4508-aac8-ac320e443dfb HTTP/1.1" status: 204 len: 168 time: 0.3451467 Aug 23 16:25:49.126118 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49856) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:49.168596 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.169138 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-871e25b8-161f-45f5-af74-2b21703696cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.229039 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e25b8-161f-45f5-af74-2b21703696cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563b3147-d8df-40d2-84b0-3dda72ec85b0,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:49.241200 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-871e25b8-161f-45f5-af74-2b21703696cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=029471c10d084a6fb2be3f27443059ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899989 Aug 23 16:25:49.242035 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49860) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:49.267234 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.317732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.340786 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.374361 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.385111 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9d309d-1502-4702-8f7b-5dee8f69cd78']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:49.400349 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba16780e-4258-4760-b819-beefed4c31e6') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:49.400645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba16780e-4258-4760-b819-beefed4c31e6') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:25:49.409527 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.425387 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.431957 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:25:49.432348 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:25:49.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:25:49.541148 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab70ba-cb19-4dce-94bc-930cc74f950a req-7e794047-ae46-4aef-a903-9fe29ee981f3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:49.541148 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-47ab70ba-cb19-4dce-94bc-930cc74f950a req-7e794047-ae46-4aef-a903-9fe29ee981f3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0550449 Aug 23 16:25:49.584008 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-47ab70ba-cb19-4dce-94bc-930cc74f950a req-29cf43de-0514-49cf-aaae-20906d621002 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Aug 23 16:25:49.638000 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.640595 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.641702 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/563b3147-d8df-40d2-84b0-3dda72ec85b0 HTTP/1.1" status: 204 len: 168 time: 0.3987505 Aug 23 16:25:49.650882 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1d283-7146-469d-8357-3762f83e22c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563b3147-d8df-40d2-84b0-3dda72ec85b0,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:49.723178 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.730412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:49.732283 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] 10.222.0.63 "DELETE /v2.0/networks/6a9d309d-1502-4702-8f7b-5dee8f69cd78 HTTP/1.1" status: 204 len: 168 time: 0.6047552 Aug 23 16:25:49.745569 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eecdf3-e871-446b-bb78-bac6e66b535c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9d309d-1502-4702-8f7b-5dee8f69cd78,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:50.192033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49888) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:50.238140 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ef550120-d357-4a7e-be42-b2117134402f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=707cb290d6a94174b82044d2383131bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435553 Aug 23 16:25:50.239689 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49892) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:50.292091 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:50.321122 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:50.511943 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:50.514612 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:50.515782 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca78cc2a-5b4f-4f8e-902a-141ff69620da HTTP/1.1" status: 204 len: 168 time: 0.2750349 Aug 23 16:25:50.526045 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896154c-9bff-4480-879a-01def494f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca78cc2a-5b4f-4f8e-902a-141ff69620da,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:50.724152 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c06472-5849-44d6-9bfe-b0dc0e51993b req-a8821e36-79c2-4ec4-85b3-851ed1cb2b7c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:50.733447 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-70c06472-5849-44d6-9bfe-b0dc0e51993b req-a8821e36-79c2-4ec4-85b3-851ed1cb2b7c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Aug 23 16:25:50.768728 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-70c06472-5849-44d6-9bfe-b0dc0e51993b req-e6f3de90-722f-4bb8-8236-517590386d00 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Aug 23 16:25:50.957648 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.240613 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 49940) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:51.346174 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263180823-network', 'tenant_id': '5560e38114b4494a999f8895473ebda5'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:51.465839 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Made reservation on behalf of 5560e38114b4494a999f8895473ebda5 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:51.468328 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.476900 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.563133 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.679281 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.702013 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:25:51.718013 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef3357-d5bd-4457-9022-f9d3bf1fce67,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:51.721292 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.721735 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Added segment 97deebdb-bed9-4b8e-a3eb-cd688efa4ffd of type vlan for network 39512639-97fc-4f16-917d-ea5b8c174f97 Aug 23 16:25:51.763556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.867412 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.868785 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:51.869460 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.884056 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49958) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:51.994994 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1361968880-network', 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:52.088984 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:52.091900 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.102133 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.122478 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8792322 Aug 23 16:25:52.127506 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49964) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:52.135476 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Request body: {'subnet': {'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263180823-subnet', 'tenant_id': '5560e38114b4494a999f8895473ebda5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:52.137460 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220958a-6499-45d3-a3c6-ac8fb6287c24 req-51b35a79-28c2-4591-992c-feaadbf9d46c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:52.139094 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d220958a-6499-45d3-a3c6-ac8fb6287c24 req-51b35a79-28c2-4591-992c-feaadbf9d46c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.3010912 Aug 23 16:25:52.143129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f7c4c-d73c-4c46-a98d-857063f9d470 admin admin] Pushing event updated for resources: {'Network': ['ID=39512639-97fc-4f16-917d-ea5b8c174f97,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:52.156111 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 39512639-97fc-4f16-917d-ea5b8c174f97 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:25:52.184372 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d220958a-6499-45d3-a3c6-ac8fb6287c24 req-244e88a2-462f-4a93-83fb-df8e202c25e9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Aug 23 16:25:52.225015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.348051 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.377224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:25:52.390444 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463e707-3b2a-4be2-847f-8149c5b36846,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:52.395763 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.396133 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Added segment 32044a35-4388-43c4-b7bc-eb11725d6aba of type vlan for network c27df6aa-61c4-4b94-a7da-15294c63856b Aug 23 16:25:52.435475 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.517502 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Made reservation on behalf of 5560e38114b4494a999f8895473ebda5 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:52.520006 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.639963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.641039 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:52.641659 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.737930 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] Pushing event updated for resources: {'Network': ['ID=c27df6aa-61c4-4b94-a7da-15294c63856b,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:52.748255 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network c27df6aa-61c4-4b94-a7da-15294c63856b details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:25:52.770692 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d3fe43bd-2839-4106-96a4-9d0adaa4709c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8825955 Aug 23 16:25:52.773586 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 49970) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:25:52.778813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Request body: {'subnet': {'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1361968880-subnet', 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:25:52.842370 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.880616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:25:52.884158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.965184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b10d86-3fc1-4711-850f-5629d4a3b9db,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:52.995126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Checking segment: {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:25:52.995679 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Network hostable DHCP agents. Network: 39512639-97fc-4f16-917d-ea5b8c174f97, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:25:53.146284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Network 39512639-97fc-4f16-917d-ea5b8c174f97 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:25:53.285106 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:53.310150 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109b7a2-ad55-4aae-addc-ece3803147b9 req-ae62ccb4-c546-48bc-8f2d-d46ae2ff0f5e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:53.311717 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4109b7a2-ad55-4aae-addc-ece3803147b9 req-ae62ccb4-c546-48bc-8f2d-d46ae2ff0f5e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0558977 Aug 23 16:25:53.322261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 39512639-97fc-4f16-917d-ea5b8c174f97) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:25:53.330943 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11be688-a7e6-4f00-8a2a-8926cf310516 None None] Network 39512639-97fc-4f16-917d-ea5b8c174f97 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:25:53.332952 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:53.332952 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:53.365367 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4109b7a2-ad55-4aae-addc-ece3803147b9 req-e3a20135-89c0-4c54-b296-f8d072f27579 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Aug 23 16:25:53.370557 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b564250b-847b-414c-94cb-529867c98e47,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:25:53.379766 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Checking segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:25:53.379766 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Network hostable DHCP agents. Network: c27df6aa-61c4-4b94-a7da-15294c63856b, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:25:53.456959 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f04396-60c3-45bf-a74e-fc8de146470a None None] Network 39512639-97fc-4f16-917d-ea5b8c174f97 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:25:53.529277 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0a87d5ca-2e9e-4201-9ff9-bc1440687a4f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4005854 Aug 23 16:25:53.688258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Network c27df6aa-61c4-4b94-a7da-15294c63856b is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:25:53.843029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, c27df6aa-61c4-4b94-a7da-15294c63856b) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:25:53.847754 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:53.848435 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:53.861605 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbab00-67f8-49b8-95e6-c679c30e5847 None None] Network c27df6aa-61c4-4b94-a7da-15294c63856b requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:25:53.964020 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-4f522b70-5872-4004-acd1-d529964c7f38 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1892500 Aug 23 16:25:54.117197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3fde4-ceec-48fb-80a8-04fbfcc1ac52 None None] Network c27df6aa-61c4-4b94-a7da-15294c63856b requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:25:54.498058 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08395-565a-4b48-a1eb-f717879e03e2 req-c965139d-1edf-4c62-8ab2-7304afbbf734 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:54.499448 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8bf08395-565a-4b48-a1eb-f717879e03e2 req-c965139d-1edf-4c62-8ab2-7304afbbf734 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0510700 Aug 23 16:25:54.540681 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8bf08395-565a-4b48-a1eb-f717879e03e2 req-b3b0c148-c6d0-4e5e-a831-d572dac15c55 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Aug 23 16:25:55.671302 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025eca-7b05-46c7-93c7-2b17b3f2cddb req-00a9a822-5e68-4513-8821-5bbe1308378d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:55.672920 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f7025eca-7b05-46c7-93c7-2b17b3f2cddb req-00a9a822-5e68-4513-8821-5bbe1308378d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0599353 Aug 23 16:25:55.723268 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f7025eca-7b05-46c7-93c7-2b17b3f2cddb req-a2751eaf-d43f-402f-9fd0-7ee9dfbb4552 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Aug 23 16:25:56.854994 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95db25-870a-4e1a-9d93-8cc68116d7b0 req-9cb9260c-ab13-41f0-a671-8f98c6596575 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:56.856517 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fe95db25-870a-4e1a-9d93-8cc68116d7b0 req-9cb9260c-ab13-41f0-a671-8f98c6596575 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0521626 Aug 23 16:25:56.894706 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fe95db25-870a-4e1a-9d93-8cc68116d7b0 req-bfaf0212-49e7-42c3-adde-c6dc29cf6e40 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Aug 23 16:25:57.676375 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-c3178cbb-2ca3-47c5-85dc-f2afc0ac34dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:57.677891 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-c3178cbb-2ca3-47c5-85dc-f2afc0ac34dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1287777 Aug 23 16:25:57.694025 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-3606f668-7fdf-4f69-ac2e-c6a172590084 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/quotas/5c59099491a3491b9e1f2d0f58cf9f81 HTTP/1.1" status: 200 len: 375 time: 0.0100880 Aug 23 16:25:57.718410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-e0dfe770-9418-4650-8f57-ee06ccb4d92b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:57.720112 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-e0dfe770-9418-4650-8f57-ee06ccb4d92b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/networks?id=39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 200 len: 809 time: 0.1069021 Aug 23 16:25:57.726887 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-25e2424d-d8cd-49cd-9e5b-1d029c407a77 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273218 Aug 23 16:25:57.736928 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-92db89c4-b398-40f5-90d8-414a1d8f7a96 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/quotas/5560e38114b4494a999f8895473ebda5 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Aug 23 16:25:57.792449 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-d318c91e-5d60-4aa6-b356-f1a3d3dfe261 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497472 Aug 23 16:25:57.827249 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-42192c3f-2684-4264-b0ba-3c559cd8c92c service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928268 Aug 23 16:25:57.903127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-dd3ea78f-b436-4853-b1e4-85410d785df9 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:25:57.904968 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-dd3ea78f-b436-4853-b1e4-85410d785df9 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580089 Aug 23 16:25:57.933226 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-480ddb37-4b51-4217-abbd-863435b777ec service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977345 Aug 23 16:25:58.021150 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-82d3c8ed-b081-44b2-8e56-74a46c0dba31 service neutron] 10.222.0.63 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091127 Aug 23 16:25:58.119245 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-b6139468-4826-42e5-9122-07a09c511497 service neutron] 10.222.0.63 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917783 Aug 23 16:25:58.512051 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db79252c-477a-4341-a829-ea0f2f656fcb req-5e68bcc2-a918-4bd3-99c3-ab44ba88882b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Aug 23 16:25:58.518713 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddabe4-d6e7-4730-8dbb-6b0cfea44c1c req-649ef276-7a78-481d-b552-eb92cbb13d84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:58.520480 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-feddabe4-d6e7-4730-8dbb-6b0cfea44c1c req-649ef276-7a78-481d-b552-eb92cbb13d84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0563049 Aug 23 16:25:58.564551 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-feddabe4-d6e7-4730-8dbb-6b0cfea44c1c req-03fc7c68-d6c3-41cb-9b3c-8eebc76a3630 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Aug 23 16:25:58.585025 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5c862c6f-2bef-4aa9-ad75-f94d764d331e req-6b02fcaf-63a6-4b51-bb55-0871aac4fac1 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0326197 Aug 23 16:25:58.962560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406ae58-85c7-460c-af54-659b6ecc9a93 req-f6d91e9f-0785-462f-95a6-78d6046dccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:58.964121 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4406ae58-85c7-460c-af54-659b6ecc9a93 req-f6d91e9f-0785-462f-95a6-78d6046dccbf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0644281 Aug 23 16:25:59.018353 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4406ae58-85c7-460c-af54-659b6ecc9a93 req-cd4c2cbf-0f7f-471b-bbed-a35395418ce2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 Aug 23 16:25:59.594139 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6af6c035-6a83-4c1b-a8e7-fbeb4b0acbe8 req-c9b4299e-c8ec-4913-b46b-6909a9fb5bdc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0257745 Aug 23 16:25:59.674014 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f4124fd7-7a0c-486b-a736-ce2a01c9cddb req-9257b545-c643-4983-8376-486e0a13b974 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0295949 Aug 23 16:25:59.694972 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109489-9e09-4a61-a0a7-26a24ad432dd req-82f55101-c134-4f8b-8d86-336e74213abc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:25:59.696536 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a6109489-9e09-4a61-a0a7-26a24ad432dd req-82f55101-c134-4f8b-8d86-336e74213abc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Aug 23 16:25:59.734549 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a6109489-9e09-4a61-a0a7-26a24ad432dd req-c54f13ff-7e35-48af-8676-a049761fcf11 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Aug 23 16:26:00.377613 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50190) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:00.498483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b7195bcb-d5fd-4b09-af53-9d3454d12c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.625939 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b7195bcb-d5fd-4b09-af53-9d3454d12c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.669104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50202) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:00.696242 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d10a1736-615c-49a1-974d-ba47f2538480 req-e2fcc839-97c2-455b-945e-52c08c26fb70 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0268731 Aug 23 16:26:00.717486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b7195bcb-d5fd-4b09-af53-9d3454d12c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.771725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7195bcb-d5fd-4b09-af53-9d3454d12c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6707deaf-52cb-4208-a833-03bd492965ff,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:00.791920 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b7195bcb-d5fd-4b09-af53-9d3454d12c55 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e602ffb467e347b3bf403c258bd395ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105299 Aug 23 16:26:00.792566 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50210) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:00.793518 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ac30234f-178f-4eb4-a541-0f5928e15937 req-3be60292-6294-47af-8b58-99ac39953c74 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0446310 Aug 23 16:26:00.805819 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cbafe6dd-49e6-4b09-b298-05d81df2d65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.900608 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953aba-8fa9-4a19-acba-50c441cf43bd req-d37ef0af-4faf-4cc9-b453-a44dab9d01c0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:00.902128 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7c953aba-8fa9-4a19-acba-50c441cf43bd req-d37ef0af-4faf-4cc9-b453-a44dab9d01c0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0812643 Aug 23 16:26:00.905240 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.931127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cbafe6dd-49e6-4b09-b298-05d81df2d65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.945735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:00.974261 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7c953aba-8fa9-4a19-acba-50c441cf43bd req-e68cb32e-c295-4f1b-b33d-edd853208604 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631881 Aug 23 16:26:01.055055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cbafe6dd-49e6-4b09-b298-05d81df2d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.098191 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-cbafe6dd-49e6-4b09-b298-05d81df2d65b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dcb86d48375942078151775fc892c535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278662 Aug 23 16:26:01.099414 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafe6dd-49e6-4b09-b298-05d81df2d65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84b2fc-39d6-45e3-a1ee-54263e42730a,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:01.101029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50214) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:01.152419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.174665 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.190191 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.192612 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.193759 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6707deaf-52cb-4208-a833-03bd492965ff HTTP/1.1" status: 204 len: 168 time: 0.3987632 Aug 23 16:26:01.212816 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ade3e-ede4-49de-9570-49174a614c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6707deaf-52cb-4208-a833-03bd492965ff,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:01.317390 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.320107 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:01.323622 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd84b2fc-39d6-45e3-a1ee-54263e42730a HTTP/1.1" status: 204 len: 168 time: 0.2192738 Aug 23 16:26:01.329480 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cfbb8-c32f-484f-8349-ccc1f2f89ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84b2fc-39d6-45e3-a1ee-54263e42730a,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:01.791508 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1eec60b0-c56c-4a9a-9dee-d14cda896b6a req-55fb20bb-b398-458d-b6a8-d73fe0752e6f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Aug 23 16:26:01.893548 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6136d242-831a-4e7e-b07f-8a2d9bcbcb97 req-1dfb08b7-1a94-4d41-9c8e-25bcf5a4f91a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0287855 Aug 23 16:26:01.983122 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50232) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:01.996343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8a55a2b-2b29-41d7-86ab-5d4b688b5ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.128514 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50236) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:02.148336 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0c982f4f-fdc3-4128-a758-a2fa15a29d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.168546 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b6bd-8d8a-43d2-8cdd-7427b49c0948 req-bdc70bd8-bfb8-442a-bba4-676f5565b777 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:02.170108 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c019b6bd-8d8a-43d2-8cdd-7427b49c0948 req-bdc70bd8-bfb8-442a-bba4-676f5565b777 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.1243606 Aug 23 16:26:02.182213 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8a55a2b-2b29-41d7-86ab-5d4b688b5ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.256458 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c019b6bd-8d8a-43d2-8cdd-7427b49c0948 req-bc0649fc-c39e-4923-aa4d-8abb789073dc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729413 Aug 23 16:26:02.263382 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-81f61c68-8da0-423e-b713-a348291a32b3 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:02.264754 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-81f61c68-8da0-423e-b713-a348291a32b3 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "GET /v2.0/networks?id=39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 200 len: 809 time: 0.1702819 Aug 23 16:26:02.286257 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Request body: {'port': {'device_id': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97', 'admin_state_up': True, 'tenant_id': '5560e38114b4494a999f8895473ebda5'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:02.353377 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8a55a2b-2b29-41d7-86ab-5d4b688b5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.399637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bc8d-c97f-460d-9b15-4e42b303f71c req-ad6fe5cc-e3a4-4195-9df6-533b6c30a1c6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:02.401167 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-22c6bc8d-c97f-460d-9b15-4e42b303f71c req-ad6fe5cc-e3a4-4195-9df6-533b6c30a1c6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0738316 Aug 23 16:26:02.411064 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a55a2b-2b29-41d7-86ab-5d4b688b5ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be022be5-806b-4006-979e-d01fe018d682,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:02.417561 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-a8a55a2b-2b29-41d7-86ab-5d4b688b5ef9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d47662d595fd44deb961a9689462feeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333587 Aug 23 16:26:02.420256 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50246) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:02.509073 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-22c6bc8d-c97f-460d-9b15-4e42b303f71c req-6539056c-37f8-4c74-941d-64c726775381 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928013 Aug 23 16:26:02.529332 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0c982f4f-fdc3-4128-a758-a2fa15a29d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.532380 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.557847 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.643908 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0c982f4f-fdc3-4128-a758-a2fa15a29d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.690762 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-0c982f4f-fdc3-4128-a758-a2fa15a29d89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c33286829094bd8b5f5dfec326fcd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5576181 Aug 23 16:26:02.691309 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50256) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:02.697139 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982f4f-fdc3-4128-a758-a2fa15a29d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f78aa-4e33-4cbd-8dfe-3ec7816d8517,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:02.715860 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.718655 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.719823 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/be022be5-806b-4006-979e-d01fe018d682 HTTP/1.1" status: 204 len: 168 time: 0.2985952 Aug 23 16:26:02.732734 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128f99f-31f1-4155-bc96-b2373f998409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be022be5-806b-4006-979e-d01fe018d682,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:02.740289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Made reservation on behalf of 5560e38114b4494a999f8895473ebda5 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:02.751675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.758048 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.784043 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:02.905216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d214b496-5646-4f43-bfe2-04bf8e7ec313 req-030b4270-64c1-4796-bf22-7b79ee9af6de tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0406582 Aug 23 16:26:02.959157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Allocated IP 172.20.0.11 (39512639-97fc-4f16-917d-ea5b8c174f97/10b10d86-3fc1-4711-850f-5629d4a3b9db/a6b0e47a-8368-46ef-acb4-465ca403bfbd) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:03.010276 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.011274 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9540908b-9301-43fe-984a-2e07426961df req-76fca950-1392-4752-a718-aaa0e6b9c956 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0363364 Aug 23 16:26:03.013257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.015470 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c9f78aa-4e33-4cbd-8dfe-3ec7816d8517 HTTP/1.1" status: 204 len: 168 time: 0.3235059 Aug 23 16:26:03.040097 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb81e3f-2350-4b94-ad02-f4fb0b61c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f78aa-4e33-4cbd-8dfe-3ec7816d8517,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:03.062378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-682bf7cd-3412-432b-86ab-1c8312f01bb8 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:03.064297 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-682bf7cd-3412-432b-86ab-1c8312f01bb8 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1325364 Aug 23 16:26:03.129664 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Request body: {'port': {'device_id': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'admin_state_up': True, 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:03.156795 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.661039 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.661589 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'port': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:03.670929 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.711009 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Network 39512639-97fc-4f16-917d-ea5b8c174f97 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:03.717423 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:03.719311 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Pushing event updated for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:03.721596 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:03.773825 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:03.774451 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:03.823730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Allocated IP 172.20.0.12 (c27df6aa-61c4-4b94-a7da-15294c63856b/b564250b-847b-414c-94cb-529867c98e47/2e832b0e-97bb-4720-a68c-883fca103baf) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:03.935675 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-68032cbb-a90e-4ccc-aada-eec4fe771858 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6545212 Aug 23 16:26:03.952733 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Request body: {'port': {'device_id': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:04.017862 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.036804 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6c6788ec-8487-466c-93cd-5dd9e293dc37 req-d262bc73-9139-4e3e-b900-9e10e7ca8c17 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0437419 Aug 23 16:26:04.079913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.208141 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2b1b0-bcb7-4d22-9eac-61676972e4bc req-620e36a7-66de-4314-a4b2-a9681e66ca85 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:04.209692 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-84c2b1b0-bcb7-4d22-9eac-61676972e4bc req-620e36a7-66de-4314-a4b2-a9681e66ca85 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 932 time: 0.0560815 Aug 23 16:26:04.223662 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.284809 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Network c27df6aa-61c4-4b94-a7da-15294c63856b is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:04.294405 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-84c2b1b0-bcb7-4d22-9eac-61676972e4bc req-91b990e8-5c7b-454b-bd75-03eaf33da0fa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787988 Aug 23 16:26:04.300457 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:04.303052 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:04.314649 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:04.315516 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.319258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event updated for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:04.451003 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b0e47a-8368-46ef-acb4-465ca403bfbd {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:04.466591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.471825 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Transition to ACTIVE for port object a6b0e47a-8368-46ef-acb4-465ca403bfbd will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:04.673248 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-10d2f918-e8ae-4623-8240-6d886a765481 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5471585 Aug 23 16:26:04.690250 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Request body: {'port': {'device_id': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:04.735117 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.746410 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50310) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:04.762877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.772620 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f692-d0cf-4a18-88e7-05b972fad6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.827104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:04.871856 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Attempting to bind port a6b0e47a-8368-46ef-acb4-465ca403bfbd on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:04.872196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Attempting to bind port a6b0e47a-8368-46ef-acb4-465ca403bfbd by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:04.872527 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Attempting to bind port a6b0e47a-8368-46ef-acb4-465ca403bfbd on network 39512639-97fc-4f16-917d-ea5b8c174f97 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:04.878402 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Port a6b0e47a-8368-46ef-acb4-465ca403bfbd on network 39512639-97fc-4f16-917d-ea5b8c174f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:26:04.878924 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Attempting to bind port a6b0e47a-8368-46ef-acb4-465ca403bfbd on network 39512639-97fc-4f16-917d-ea5b8c174f97 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:04.884262 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:04.884625 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Checking segment: {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:04.885011 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Bound using segment: {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:04.885457 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Bound port: a6b0e47a-8368-46ef-acb4-465ca403bfbd, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:04.885845 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:04.954231 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:04.956766 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:05.011701 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f692-d0cf-4a18-88e7-05b972fad6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.089604 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.114303 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e832b0e-97bb-4720-a68c-883fca103baf {{(pid=94595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:05.122363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.142961 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Transition to ACTIVE for port object 2e832b0e-97bb-4720-a68c-883fca103baf will not be triggered until provisioned by entity L2. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:05.154609 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f692-d0cf-4a18-88e7-05b972fad6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.167191 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.167950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.169751 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] 10.222.0.82 "PUT /v2.0/ports/a6b0e47a-8368-46ef-acb4-465ca403bfbd HTTP/1.1" status: 200 len: 1094 time: 1.2220795 Aug 23 16:26:05.170251 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:05.172713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fe3802-1395-454e-89c7-bde1922f1503" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:05.211709 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e3a6f692-d0cf-4a18-88e7-05b972fad6de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d8a79a41d3134b14891d55a61c57db74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628479 Aug 23 16:26:05.212449 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50334) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:05.213148 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f692-d0cf-4a18-88e7-05b972fad6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a662d4-f1ea-4f97-bc19-578f09f51cc7,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:05.215812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf7ac-914b-4ec0-8822-4973d84c7221 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:05.225470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.232182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dad2e-d0f3-407b-b25a-28f9d3094d2b req-c464e51f-2406-4db5-bbc5-921eb0286a83 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.233943 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-364dad2e-d0f3-407b-b25a-28f9d3094d2b req-c464e51f-2406-4db5-bbc5-921eb0286a83 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 932 time: 0.0858042 Aug 23 16:26:05.280293 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-364dad2e-d0f3-407b-b25a-28f9d3094d2b req-a78eeb8a-9bb3-44b0-af0e-51247d86575b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Aug 23 16:26:05.362255 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72200d4d-a692-42bb-b68f-f14b96974e5a x-openstack-request-id: req-72200d4d-a692-42bb-b68f-f14b96974e5a {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:05.373435 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:05.373435 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72200d4d-a692-42bb-b68f-f14b96974e5a {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:05.373435 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd', 'status': 'completed', 'code': 200} Aug 23 16:26:05.379904 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.381519 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Pushing event updated for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:05.386196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-5dda06ef-258d-4a22-9da3-b4e23a2dcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.388519 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-5dda06ef-258d-4a22-9da3-b4e23a2dcb17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 1097 time: 0.0647411 Aug 23 16:26:05.442378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.444208 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Attempting to bind port 2e832b0e-97bb-4720-a68c-883fca103baf on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:05.444539 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Attempting to bind port 2e832b0e-97bb-4720-a68c-883fca103baf by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:05.446245 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Attempting to bind port 2e832b0e-97bb-4720-a68c-883fca103baf on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:05.455945 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Port 2e832b0e-97bb-4720-a68c-883fca103baf on network c27df6aa-61c4-4b94-a7da-15294c63856b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:26:05.456356 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Attempting to bind port 2e832b0e-97bb-4720-a68c-883fca103baf on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:05.456607 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-282b6412-b263-4a59-9b20-39cc86ae75c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd HTTP/1.1" status: 200 len: 217 time: 0.0547349 Aug 23 16:26:05.469349 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:05.470643 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Checking segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:05.490308 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Bound using segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} {{(pid=94595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:05.490308 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.managers [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Bound port: 2e832b0e-97bb-4720-a68c-883fca103baf, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}}] {{(pid=94595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:05.490308 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.533509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a71c0-2c52-4e21-816c-4cc0084201e2 req-86c1f35e-6301-43b6-8591-b6eeb20603dc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.534939 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d54a71c0-2c52-4e21-816c-4cc0084201e2 req-86c1f35e-6301-43b6-8591-b6eeb20603dc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 944 time: 0.0890062 Aug 23 16:26:05.537134 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-cc1b62db-847c-459a-8e3e-ff13c5bc6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.538328 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-cc1b62db-847c-459a-8e3e-ff13c5bc6bd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=10b10d86-3fc1-4711-850f-5629d4a3b9db HTTP/1.1" status: 200 len: 849 time: 0.0640173 Aug 23 16:26:05.562534 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, cleared binding levels {{(pid=94595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:05.566119 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2e832b0e-97bb-4720-a68c-883fca103baf,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:05.611979 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-c2c775cc-7692-42d7-8a6b-4d1beadc789a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39512639-97fc-4f16-917d-ea5b8c174f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599275 Aug 23 16:26:05.617304 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d54a71c0-2c52-4e21-816c-4cc0084201e2 req-4f1ff16c-bd91-4f64-9fbb-14a81328d954 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Aug 23 16:26:05.718062 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.721242 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.722433 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/41a662d4-f1ea-4f97-bc19-578f09f51cc7 HTTP/1.1" status: 204 len: 168 time: 0.5062575 Aug 23 16:26:05.724248 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-1989bc72-6a73-4722-9fb8-c7b5fc47e2b1 service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948000 Aug 23 16:26:05.730580 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2bb90-19d6-4b60-821f-200d252c4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a662d4-f1ea-4f97-bc19-578f09f51cc7,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:05.820538 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-de8f56b2-39ff-4dc8-b9f8-aadf80f6ad01 req-ed36e26d-b365-4639-9635-89549fb3b5a9 service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825551 Aug 23 16:26:05.844248 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.879996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.880611 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for port, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:05.882009 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] 10.222.0.82 "PUT /v2.0/ports/2e832b0e-97bb-4720-a68c-883fca103baf HTTP/1.1" status: 200 len: 1094 time: 1.1965134 Aug 23 16:26:05.882444 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:05.884673 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:05.907030 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570357f-660a-4ca1-b1cf-1714b8412a46 service neutron] Pushing event updated for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=3']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:05.920635 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dcfb08-8627-45bd-aa7d-a78464484372 x-openstack-request-id: req-13dcfb08-8627-45bd-aa7d-a78464484372 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:05.920924 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:05.921172 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-13dcfb08-8627-45bd-aa7d-a78464484372 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:05.921558 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf', 'status': 'completed', 'code': 200} Aug 23 16:26:05.994035 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-13ce6a1a-5e17-496c-bd58-fa9d5c12d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:05.995730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-13ce6a1a-5e17-496c-bd58-fa9d5c12d77b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 1097 time: 0.0412838 Aug 23 16:26:06.121287 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-381841d5-aa24-4e40-9bd6-de57096cccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.123027 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-381841d5-aa24-4e40-9bd6-de57096cccd4 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1071131 Aug 23 16:26:06.175509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3802-1395-454e-89c7-bde1922f1503 req-563909fe-c81a-42a8-9602-338cfe320400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.177077 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-563909fe-c81a-42a8-9602-338cfe320400 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 1097 time: 0.0731289 Aug 23 16:26:06.193218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954391b-e958-4e78-84e6-f66b4c378bc0 req-caa2f63f-7097-4bf2-a4ad-7af4333e7290 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.195028 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f954391b-e958-4e78-84e6-f66b4c378bc0 req-caa2f63f-7097-4bf2-a4ad-7af4333e7290 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0630929 Aug 23 16:26:06.266224 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-9e3c3d51-1137-4a70-8982-8108f5ceec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.269889 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-52cf7f1b-b53f-4f76-9067-ec4ad9c28e8a req-9e3c3d51-1137-4a70-8982-8108f5ceec64 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334465 Aug 23 16:26:06.398438 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-574c2078-583a-48ae-bf76-8381089b78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.400297 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-574c2078-583a-48ae-bf76-8381089b78a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 1097 time: 0.0607111 Aug 23 16:26:06.505179 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-39b47891-8b98-4a4f-bf29-135166bd893f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e832b0e-97bb-4720-a68c-883fca103baf HTTP/1.1" status: 200 len: 217 time: 0.0840964 Aug 23 16:26:06.557733 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f954391b-e958-4e78-84e6-f66b4c378bc0 req-95aee1fb-6d0d-40f8-a11d-f06a10ad6150 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498926 Aug 23 16:26:06.592952 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-747be48d-b86f-479f-b078-0fe5504dac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.596131 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-9b851b3f-2158-44de-8caa-701d6c713be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.596286 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-747be48d-b86f-479f-b078-0fe5504dac24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.1183321 Aug 23 16:26:06.597552 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-9b851b3f-2158-44de-8caa-701d6c713be5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b564250b-847b-414c-94cb-529867c98e47 HTTP/1.1" status: 200 len: 855 time: 0.0774562 Aug 23 16:26:06.599834 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3802-1395-454e-89c7-bde1922f1503 req-f8dcaed8-53c0-4599-9510-62148f4afb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.612585 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-f8dcaed8-53c0-4599-9510-62148f4afb98 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 200 len: 910 time: 0.4032586 Aug 23 16:26:06.613496 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72151f7-168a-432d-b17b-5bcc32adc1f1 req-19723b95-e229-4f7a-bdb6-3b580381da19 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.613496 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f72151f7-168a-432d-b17b-5bcc32adc1f1 req-19723b95-e229-4f7a-bdb6-3b580381da19 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 944 time: 0.1222093 Aug 23 16:26:06.684287 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-24b397fe-78f6-4246-8ee3-23539d823ae6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c27df6aa-61c4-4b94-a7da-15294c63856b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521011 Aug 23 16:26:06.697615 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-ee338447-49f5-48ed-ac3c-d211633f0699 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd HTTP/1.1" status: 200 len: 217 time: 0.0547869 Aug 23 16:26:06.706992 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f72151f7-168a-432d-b17b-5bcc32adc1f1 req-201e4480-f8ae-4fa5-a499-2370f5a1963e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892177 Aug 23 16:26:06.816442 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-2f1cc9d0-3023-4ca1-a07e-157a2afee2bd service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084180 Aug 23 16:26:06.837447 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3802-1395-454e-89c7-bde1922f1503 req-2fe5dc7d-1c9e-40f5-9fda-042e87de514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.837447 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-2fe5dc7d-1c9e-40f5-9fda-042e87de514d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=10b10d86-3fc1-4711-850f-5629d4a3b9db HTTP/1.1" status: 200 len: 849 time: 0.1110780 Aug 23 16:26:06.841996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-0a9c3a64-fbfd-4acc-b539-da3a440d03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.843368 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-0a9c3a64-fbfd-4acc-b539-da3a440d03fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.2121179 Aug 23 16:26:06.851639 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c2c1f-3d85-4b35-abd2-57ba361458ef req-0727d1c2-214d-4f9d-8a43-ce41bc658818 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:06.853019 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-476c2c1f-3d85-4b35-abd2-57ba361458ef req-0727d1c2-214d-4f9d-8a43-ce41bc658818 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 944 time: 0.1298435 Aug 23 16:26:06.931085 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-c2dd657e-46d1-4a45-998a-4dd3524ba932 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39512639-97fc-4f16-917d-ea5b8c174f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632889 Aug 23 16:26:06.933100 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-2b5e494c-869a-4784-a390-00f7026fe8a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0664487 Aug 23 16:26:06.960144 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-2895bc52-7f6a-4f8b-92a3-9fd51412069b service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094503 Aug 23 16:26:06.962164 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-476c2c1f-3d85-4b35-abd2-57ba361458ef req-d2ab67f2-7ef9-43d3-8573-75aebca83d1a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029580 Aug 23 16:26:07.069765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-acab0105-de1b-46d2-a6bf-eb2eb65a5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:07.072132 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-acab0105-de1b-46d2-a6bf-eb2eb65a5ee6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.1080601 Aug 23 16:26:07.117333 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-2a334a04-f903-4d6b-9c52-a2083fc1c0c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315857 Aug 23 16:26:07.119135 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-c65231ca-ed00-47c7-ba16-c53160313fd0 service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546309 Aug 23 16:26:07.301171 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-811e9d39-7ba8-4ef8-aad4-6d1b2a8f5cbd service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594434 Aug 23 16:26:07.304764 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50fe3802-1395-454e-89c7-bde1922f1503 req-2e2b2837-cc08-429e-916e-5052a910fed6 service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555722 Aug 23 16:26:07.418632 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f23e1991-45e7-4456-a7b7-2e1f19e28b2c req-e8bde8b1-c1b5-4320-be27-0841c6b5c0d5 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945849 Aug 23 16:26:07.552518 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50416) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:07.672533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1237256091-network', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:07.708728 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7da32-84df-4cfe-94eb-73608cf02d95 req-e48c86fc-1015-4339-b62e-cdb1d6858ad0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:07.710380 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2aa7da32-84df-4cfe-94eb-73608cf02d95 req-e48c86fc-1015-4339-b62e-cdb1d6858ad0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0738347 Aug 23 16:26:07.756113 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2aa7da32-84df-4cfe-94eb-73608cf02d95 req-f78fec1b-cf3a-47b6-ac53-7347391c34fa tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Aug 23 16:26:07.834481 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72e2bb-1c11-407a-8e8c-c65258d4dab6 req-b6cbe9fc-9e6f-49d3-bf62-4ef70dae63e1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:07.836157 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1b72e2bb-1c11-407a-8e8c-c65258d4dab6 req-b6cbe9fc-9e6f-49d3-bf62-4ef70dae63e1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 944 time: 0.0501711 Aug 23 16:26:07.860680 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Made reservation on behalf of ade5d1e578454f928506ca1024f3c8ae for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:07.863253 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:07.876901 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1b72e2bb-1c11-407a-8e8c-c65258d4dab6 req-2f2992b9-2cd4-4c00-ae56-9be15a32c5d9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Aug 23 16:26:07.877533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:07.970304 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.074493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb294-e5e3-4f61-88f0-9eeeb880c17a req-55315df4-8360-4374-8a3a-972473c98f77 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:08.076001 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d3adb294-e5e3-4f61-88f0-9eeeb880c17a req-55315df4-8360-4374-8a3a-972473c98f77 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 944 time: 0.0503261 Aug 23 16:26:08.114985 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d3adb294-e5e3-4f61-88f0-9eeeb880c17a req-67880347-1e04-40cd-8b4d-8958e0243918 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Aug 23 16:26:08.140064 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.168067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:26:08.173894 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0763629f-94b4-4e7c-96e8-42288dd2bbc2,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:08.181011 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.181409 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Added segment b5c53235-a60a-4081-9638-d5ef4937688e of type vlan for network d5a17556-f4d3-4135-a40f-aa02b62b4faf Aug 23 16:26:08.221751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.351340 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.352356 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:08.352955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.419993 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] Pushing event updated for resources: {'Network': ['ID=d5a17556-f4d3-4135-a40f-aa02b62b4faf,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:08.430797 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:26:08.477970 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b4ac37b2-b130-4097-89f8-c31fcfa39cfa admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9242640 Aug 23 16:26:08.480791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50436) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:08.487531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Request body: {'subnet': {'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1237256091-subnet', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:08.780571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Made reservation on behalf of ade5d1e578454f928506ca1024f3c8ae for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:08.783476 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:08.913052 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c352-b20d-4c40-bcd2-0d646c8a45e4 req-7e22483e-bd77-49f7-985c-2d9a904f4819 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:08.914697 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2da7c352-b20d-4c40-bcd2-0d646c8a45e4 req-7e22483e-bd77-49f7-985c-2d9a904f4819 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0883710 Aug 23 16:26:08.987433 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2da7c352-b20d-4c40-bcd2-0d646c8a45e4 req-3ffa99c3-888f-42d8-b3df-fed6b23344bc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660961 Aug 23 16:26:08.996431 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee2ad-138d-44ae-aa88-10a35d834b0f req-1230979a-499f-4158-86cd-5ebcd1b62583 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:08.997984 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7cbee2ad-138d-44ae-aa88-10a35d834b0f req-1230979a-499f-4158-86cd-5ebcd1b62583 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 944 time: 0.0510917 Aug 23 16:26:09.042969 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7cbee2ad-138d-44ae-aa88-10a35d834b0f req-ee6c8516-15f5-4115-9e94-aa6adb98ce08 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Aug 23 16:26:09.173657 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.256274 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf3ea68-3544-49c4-bb04-e02f05a191d8,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:09.283521 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43128a-4c66-4468-be5c-f54f041096e9 req-f53f165e-a6fd-4472-b2d6-778b8ef4853b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:09.285012 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8a43128a-4c66-4468-be5c-f54f041096e9 req-f53f165e-a6fd-4472-b2d6-778b8ef4853b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 944 time: 0.0878150 Aug 23 16:26:09.287864 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Checking segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:09.288232 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Network hostable DHCP agents. Network: d5a17556-f4d3-4135-a40f-aa02b62b4faf, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:26:09.332848 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8a43128a-4c66-4468-be5c-f54f041096e9 req-e7efae30-7652-4393-b140-ecc4679771fa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Aug 23 16:26:09.412887 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50458) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:09.428284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:26:09.535512 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d650249d-f26e-4042-a9e5-51337a3c6e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.649467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, d5a17556-f4d3-4135-a40f-aa02b62b4faf) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:09.653091 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:09.653814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.660937 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067974d-58c7-47f4-8728-9da72c7cb071 None None] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:09.707744 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d650249d-f26e-4042-a9e5-51337a3c6e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.829561 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-d5a17556-f4d3-4135-a40f-aa02b62b4faf', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:26:09.830460 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.861665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d650249d-f26e-4042-a9e5-51337a3c6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.896758 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.901927 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d650249d-f26e-4042-a9e5-51337a3c6e90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b8c32a81120240dc8f3b6931c30421ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868019 Aug 23 16:26:09.902353 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650249d-f26e-4042-a9e5-51337a3c6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d87d8-0c15-4240-bc3d-9c0a2e5e0a29,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:09.904025 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50466) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:09.955759 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.970746 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Allocated IP 172.20.0.2 (d5a17556-f4d3-4135-a40f-aa02b62b4faf/dbf3ea68-3544-49c4-bb04-e02f05a191d8/73f7700c-7eb2-47d8-a02c-cc09fef70225) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:09.977399 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:09.990403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-deb075c3-7cfc-45f7-982f-fca1bd133d0b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5053556 Aug 23 16:26:09.990978 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50468) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:09.996114 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:10.112795 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b554-4833-4d44-86b1-cbc4ea17e690 req-a850a8a2-97d5-4d28-a47d-98793300acb8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:10.120659 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fb09b554-4833-4d44-86b1-cbc4ea17e690 req-a850a8a2-97d5-4d28-a47d-98793300acb8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0610349 Aug 23 16:26:10.129792 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.136088 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.142881 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.163056 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.163600 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Transition to ACTIVE for port object 73f7700c-7eb2-47d8-a02c-cc09fef70225 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:10.166370 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fb09b554-4833-4d44-86b1-cbc4ea17e690 req-96cf72ba-d164-4e38-b568-6a1d9e53dbc8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Aug 23 16:26:10.166730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.168457 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/321d87d8-0c15-4240-bc3d-9c0a2e5e0a29 HTTP/1.1" status: 204 len: 168 time: 0.2633314 Aug 23 16:26:10.190848 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8f7c-7713-4946-9cac-db2d699cfbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d87d8-0c15-4240-bc3d-9c0a2e5e0a29,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:10.192604 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Transition to ACTIVE for port object 73f7700c-7eb2-47d8-a02c-cc09fef70225 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:10.242985 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00de-31b1-4c4b-8ed6-40aaa58b1449 req-3ba6952e-a7b2-4d09-a9c3-9138d9b7bf02 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:10.244517 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5b6f00de-31b1-4c4b-8ed6-40aaa58b1449 req-3ba6952e-a7b2-4d09-a9c3-9138d9b7bf02 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 944 time: 0.0749478 Aug 23 16:26:10.261244 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.285995 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5b6f00de-31b1-4c4b-8ed6-40aaa58b1449 req-9e88e57f-a123-4406-a411-6ab120499fe4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350840 Aug 23 16:26:10.294743 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.332055 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:10.334871 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:10.338377 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:10.349640 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Pushing event updated for resources: {'Port': ['ID=73f7700c-7eb2-47d8-a02c-cc09fef70225,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:10.378171 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.387626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:10.416794 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Attempting to bind port 73f7700c-7eb2-47d8-a02c-cc09fef70225 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:10.417520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Attempting to bind port 73f7700c-7eb2-47d8-a02c-cc09fef70225 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:10.418231 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Attempting to bind port 73f7700c-7eb2-47d8-a02c-cc09fef70225 on network d5a17556-f4d3-4135-a40f-aa02b62b4faf {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:10.425264 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:10.425858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Checking segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:10.426314 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.427282 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Bound using segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:10.427522 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Bound port: 73f7700c-7eb2-47d8-a02c-cc09fef70225, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:10.428010 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.490640 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] For port 73f7700c-7eb2-47d8-a02c-cc09fef70225, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:10.493610 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] For port 73f7700c-7eb2-47d8-a02c-cc09fef70225, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=73f7700c-7eb2-47d8-a02c-cc09fef70225,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:10.584999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033afb3-7269-40fb-9aad-129cf5f66f66 req-cb4b4d29-8845-4b0d-9595-dc180d1b2de9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:10.586586 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7033afb3-7269-40fb-9aad-129cf5f66f66 req-cb4b4d29-8845-4b0d-9595-dc180d1b2de9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 944 time: 0.1808212 Aug 23 16:26:10.588693 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.620583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.627120 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a6b0e47a-8368-46ef-acb4-465ca403bfbd details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:26:10.632829 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7033afb3-7269-40fb-9aad-129cf5f66f66 req-15e0b820-cc6d-445e-ab7a-48c94db67138 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Aug 23 16:26:10.747320 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d73c-0686-4c08-9015-a3bf0a21eff6 None None] Pushing event updated for resources: {'Port': ['ID=73f7700c-7eb2-47d8-a02c-cc09fef70225,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:10.810026 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:10.825340 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd', 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97', 'port_id': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd', 'mac_address': 'fa:16:3e:5f:86:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b10d86-3fc1-4711-850f-5629d4a3b9db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:26:10.866793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:10.880679 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b0e47a-8368-46ef-acb4-465ca403bfbd {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:10.902375 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:10.990866 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.022347 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.060550 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.063267 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2e832b0e-97bb-4720-a68c-883fca103baf details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:26:11.153593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Allocated IP 172.27.3.64 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/3d917493-5ed7-45db-9199-6ac0c57e106d) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:11.166569 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:11.261118 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2e832b0e-97bb-4720-a68c-883fca103baf,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:11.275426 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '2e832b0e-97bb-4720-a68c-883fca103baf', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'port_id': '2e832b0e-97bb-4720-a68c-883fca103baf', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564250b-847b-414c-94cb-529867c98e47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:26:11.315315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.364130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.382168 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e832b0e-97bb-4720-a68c-883fca103baf {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:11.404233 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2e832b0e-97bb-4720-a68c-883fca103baf,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:11.418922 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e79a5-18aa-49c5-88a2-74eeeece05e4 req-15f246a3-73b4-454c-a079-36df121e60cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:11.420516 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-340e79a5-18aa-49c5-88a2-74eeeece05e4 req-15f246a3-73b4-454c-a079-36df121e60cb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0857184 Aug 23 16:26:11.458758 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697a879-b8a6-4f69-a65e-261afc2dda13 req-ef251860-4e20-49b2-ad1e-68521df1c021 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:11.458758 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8697a879-b8a6-4f69-a65e-261afc2dda13 req-ef251860-4e20-49b2-ad1e-68521df1c021 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 944 time: 0.0538008 Aug 23 16:26:11.466907 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-340e79a5-18aa-49c5-88a2-74eeeece05e4 req-0939c0d7-e7c4-4476-bed2-4d3f38377f3f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Aug 23 16:26:11.508482 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8697a879-b8a6-4f69-a65e-261afc2dda13 req-478aa79c-d0e8-413f-a7a4-0531162d2d0b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Aug 23 16:26:11.569762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.572912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:11.648390 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 73f7700c-7eb2-47d8-a02c-cc09fef70225 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:11.670104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:11.675393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:11.682869 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:11.686230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Pushing event updated for resources: {'Port': ['ID=3d917493-5ed7-45db-9199-6ac0c57e106d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:11.735902 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:11.835048 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e1dea-bfca-4177-8b13-07cf5fca328a req-a2f50261-a8cd-48ef-a66c-ee11a87c93d8 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:11.836726 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c6e1dea-bfca-4177-8b13-07cf5fca328a req-a2f50261-a8cd-48ef-a66c-ee11a87c93d8 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 945 time: 0.1234584 Aug 23 16:26:11.911615 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 73f7700c-7eb2-47d8-a02c-cc09fef70225 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:11.946768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1bdf6-40e7-4378-927d-29454217e3b1 None None] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:11.949672 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c6e1dea-bfca-4177-8b13-07cf5fca328a req-86268ea1-9999-43dd-aee4-3408e5c4bd04 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833828 Aug 23 16:26:11.955136 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a6b0e47a-8368-46ef-acb4-465ca403bfbd'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:12.029673 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:12.251899 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Provisioning for port 73f7700c-7eb2-47d8-a02c-cc09fef70225 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:12.275026 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Provisioning complete for port 73f7700c-7eb2-47d8-a02c-cc09fef70225 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:12.275397 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.440631 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.462594 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.501407 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] For port 73f7700c-7eb2-47d8-a02c-cc09fef70225, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=73f7700c-7eb2-47d8-a02c-cc09fef70225,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:12.637845 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.645325 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c935-5a56-4be9-843f-2b756dd89416 req-7dd9b2e9-c118-4d5b-a3d5-b4ca42cea433 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:12.650259 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7139c935-5a56-4be9-843f-2b756dd89416 req-7dd9b2e9-c118-4d5b-a3d5-b4ca42cea433 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0580487 Aug 23 16:26:12.687632 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7139c935-5a56-4be9-843f-2b756dd89416 req-567f159f-27ef-4475-940a-0b8b68ffcad5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 23 16:26:12.692655 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549eaf0-b369-4b14-adc7-789b722e978f None None] Pushing event updated for resources: {'Port': ['ID=73f7700c-7eb2-47d8-a02c-cc09fef70225,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:12.716985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.731969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2994e1-675c-4b04-9735-1619cdfab03b req-45a10e15-f177-4cfd-8a8d-facdfcb74d0e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:12.733469 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5c2994e1-675c-4b04-9735-1619cdfab03b req-45a10e15-f177-4cfd-8a8d-facdfcb74d0e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 945 time: 0.0671070 Aug 23 16:26:12.757129 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-5a5998d0-ad14-4a50-a7ad-ac9c65e4f851 None None] Provisioning complete for port 73f7700c-7eb2-47d8-a02c-cc09fef70225 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:12.757415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5a5998d0-ad14-4a50-a7ad-ac9c65e4f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:12.847640 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5c2994e1-675c-4b04-9735-1619cdfab03b req-076693f5-71cc-40bb-96e3-d6afeaa8219d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Aug 23 16:26:13.021645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Router c8d79d75-a5f0-410b-9472-1fe3c94408bb is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:26:13.106186 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f533f-3256-496a-989d-c579cb3fb3d6 req-8912679f-fc46-4e22-9f7e-2d2f94705ae4 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:13.107699 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f77f533f-3256-496a-989d-c579cb3fb3d6 req-8912679f-fc46-4e22-9f7e-2d2f94705ae4 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 945 time: 0.0978715 Aug 23 16:26:13.189713 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f77f533f-3256-496a-989d-c579cb3fb3d6 req-f0eeeb7b-ce41-44b7-b63b-8a7aaf97cdfd tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758362 Aug 23 16:26:13.194456 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:26:13.206764 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Sync routers for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:26:13.213433 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:26:13.221539 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:13.221539 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:13.323026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:13.324293 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bab7fb85-8820-4077-96c1-1f097c36639c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3318334 Aug 23 16:26:13.327100 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50574) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:13.328423 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:13.515508 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 73f7700c-7eb2-47d8-a02c-cc09fef70225 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:13.520842 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:11Z', 'revision_number': 3, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:13.548109 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Checking router: c8d79d75-a5f0-410b-9472-1fe3c94408bb for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:26:13.548376 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Updating router c8d79d75-a5f0-410b-9472-1fe3c94408bb port 3d917493-5ed7-45db-9199-6ac0c57e106d binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:26:13.564426 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 73f7700c-7eb2-47d8-a02c-cc09fef70225 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:13.564897 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:13.578493 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:13.831633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:13.858643 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e497b4-335b-4d4c-a903-59c3196799fc req-d697e65f-11cf-4d58-b537-61de0dd3d18b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:13.860396 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38e497b4-335b-4d4c-a903-59c3196799fc req-d697e65f-11cf-4d58-b537-61de0dd3d18b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1007211 Aug 23 16:26:13.873750 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:13.889741 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Transition to ACTIVE for port object 3d917493-5ed7-45db-9199-6ac0c57e106d will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:13.967827 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38e497b4-335b-4d4c-a903-59c3196799fc req-95dcefb3-489a-42f8-b461-46d8e4eb1751 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988724 Aug 23 16:26:14.031282 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.056001 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Allocated IP 172.20.0.1 (d5a17556-f4d3-4135-a40f-aa02b62b4faf/dbf3ea68-3544-49c4-bb04-e02f05a191d8/622727cc-db0b-45e0-beec-2915d34876ba) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:14.083526 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Pushing event updated for resources: {'Port': ['ID=3d917493-5ed7-45db-9199-6ac0c57e106d,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:14.091784 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.092137 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.092481 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.092818 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.093152 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.093483 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.093833 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.094168 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.095058 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.095444 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.095775 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.096098 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:14.098258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ea37-3aef-4793-a047-9841e9fe7ed0 req-632b34c0-79bf-4d29-8194-21e610c951ab tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:14.099096 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Attempting to bind port 3d917493-5ed7-45db-9199-6ac0c57e106d on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:14.099769 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2098ea37-3aef-4793-a047-9841e9fe7ed0 req-632b34c0-79bf-4d29-8194-21e610c951ab tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 945 time: 0.0777321 Aug 23 16:26:14.105122 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Attempting to bind port 3d917493-5ed7-45db-9199-6ac0c57e106d by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:14.105551 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Attempting to bind port 3d917493-5ed7-45db-9199-6ac0c57e106d on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:14.111695 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:14.112068 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:14.112471 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.112865 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:14.113329 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Bound port: 3d917493-5ed7-45db-9199-6ac0c57e106d, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:14.113714 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.176271 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] For port 3d917493-5ed7-45db-9199-6ac0c57e106d, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:14.179511 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] For port 3d917493-5ed7-45db-9199-6ac0c57e106d, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=3d917493-5ed7-45db-9199-6ac0c57e106d,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:14.183760 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2098ea37-3aef-4793-a047-9841e9fe7ed0 req-e8872cd9-4f64-4e73-9bca-5a4daaa53349 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548115 Aug 23 16:26:14.217471 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.236713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Transition to ACTIVE for port object 622727cc-db0b-45e0-beec-2915d34876ba will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:14.283938 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.317075 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73081-36e4-4a57-a3c6-bd1ff87e14b2 req-cd51e3b4-06de-4dca-9308-c1e08561e208 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:14.319019 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ac73081-36e4-4a57-a3c6-bd1ff87e14b2 req-cd51e3b4-06de-4dca-9308-c1e08561e208 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 945 time: 0.0501349 Aug 23 16:26:14.339593 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:14.340225 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:14.365820 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ac73081-36e4-4a57-a3c6-bd1ff87e14b2 req-a062d4c6-8f7d-46f4-9fe0-3b4d36dd9c5d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Aug 23 16:26:14.367079 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.388000 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f37e7f-cda3-42da-b8e9-889cc0bd3dba None None] Pushing event updated for resources: {'Port': ['ID=3d917493-5ed7-45db-9199-6ac0c57e106d,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:14.410431 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:14.414654 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:14.418894 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:14.444677 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:14.453374 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:14.465875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.659846 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:11Z', 'revision_number': 3, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:14.667139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.746117 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-5af48f4f-2d41-42ed-904b-ad917c2ef92a None None] Provisioning for port 622727cc-db0b-45e0-beec-2915d34876ba completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:14.751198 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-5af48f4f-2d41-42ed-904b-ad917c2ef92a None None] Provisioning complete for port 622727cc-db0b-45e0-beec-2915d34876ba triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:14.751743 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5af48f4f-2d41-42ed-904b-ad917c2ef92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.767270 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec273-944f-432a-8dc2-8636f527a470 None None] The sync data for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi is: [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:11Z', 'revision_number': 3, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:26:14.790428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-5af48f4f-2d41-42ed-904b-ad917c2ef92a None None] Port 622727cc-db0b-45e0-beec-2915d34876ba cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:26:14.847210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:14.939745 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.000778 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:15.025015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.155950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab47ff-bbe0-456f-9c41-da1e28bdc8ac req-042c38b0-20ac-46f6-8906-3a5940fe30c3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:15.158236 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1cab47ff-bbe0-456f-9c41-da1e28bdc8ac req-042c38b0-20ac-46f6-8906-3a5940fe30c3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0852859 Aug 23 16:26:15.167942 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:15.175003 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:15.210402 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1cab47ff-bbe0-456f-9c41-da1e28bdc8ac req-4d749d23-d257-4cd8-8a20-c9b2f04ffa41 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Aug 23 16:26:15.395852 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Router c8d79d75-a5f0-410b-9472-1fe3c94408bb has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:26:15.402925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e78aa054-3c11-43cd-bd1c-8615190b8acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.408593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bd36b-1dc6-4dd7-b1c1-a8ab0e60fec1 req-905829fc-1a83-4555-8b69-17f36e3cbe67 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:15.410176 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f8bd36b-1dc6-4dd7-b1c1-a8ab0e60fec1 req-905829fc-1a83-4555-8b69-17f36e3cbe67 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 945 time: 0.0760753 Aug 23 16:26:15.498644 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f8bd36b-1dc6-4dd7-b1c1-a8ab0e60fec1 req-b8644beb-3c2c-4d08-92e2-7f9529a04aed tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793502 Aug 23 16:26:15.524300 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-3b4b55e2-fe0b-491d-96b7-aff2e7ed0fb3 None None] Provisioning complete for port 622727cc-db0b-45e0-beec-2915d34876ba triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:15.524857 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3b4b55e2-fe0b-491d-96b7-aff2e7ed0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.564551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 3d917493-5ed7-45db-9199-6ac0c57e106d up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:15.580729 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:26:15.586715 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-79fa09ea-9cc9-4d4f-8b50-0a08ca9c51b6 admin admin] 10.222.0.63 "PUT /v2.0/routers/c8d79d75-a5f0-410b-9472-1fe3c94408bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2585526 Aug 23 16:26:15.627567 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b55e2-fe0b-491d-96b7-aff2e7ed0fb3 None None] Port 622727cc-db0b-45e0-beec-2915d34876ba cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:26:15.653350 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd35e8-7932-4c4a-8934-ec2a3c34e8a2 req-4ec14bd4-dd1c-4870-b1cd-26860b453e6e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:15.658100 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5edd35e8-7932-4c4a-8934-ec2a3c34e8a2 req-4ec14bd4-dd1c-4870-b1cd-26860b453e6e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 945 time: 0.0674782 Aug 23 16:26:15.702025 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5edd35e8-7932-4c4a-8934-ec2a3c34e8a2 req-6eb4e6fe-9877-4e75-85c9-b1a4a1fbe519 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Aug 23 16:26:15.718060 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 3d917493-5ed7-45db-9199-6ac0c57e106d completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:15.722931 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 3d917493-5ed7-45db-9199-6ac0c57e106d triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:15.723375 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.809426 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:15.831030 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 3d917493-5ed7-45db-9199-6ac0c57e106d, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=3d917493-5ed7-45db-9199-6ac0c57e106d,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:15.974343 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.026019 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d917493-5ed7-45db-9199-6ac0c57e106d,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:16.354550 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Sync routers for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:26:16.360835 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04d1cb-21ce-4621-a325-fad9db03ca48 req-2aacc215-cb8e-4510-b4ec-1155b8bf61ab tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:16.362562 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fd04d1cb-21ce-4621-a325-fad9db03ca48 req-2aacc215-cb8e-4510-b4ec-1155b8bf61ab tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0690470 Aug 23 16:26:16.366733 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:16.367386 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:16.414380 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fd04d1cb-21ce-4621-a325-fad9db03ca48 req-f443f692-ad3e-4f78-8075-b4a61a542f05 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Aug 23 16:26:16.488901 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50630) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:16.495269 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-321020877-network', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:16.614149 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:16.627969 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bffe70-63e2-42c2-9a59-bc1e749bc861 req-b57809f9-e95e-45a3-b570-8d5aebdc0bda tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:16.629461 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d1bffe70-63e2-42c2-9a59-bc1e749bc861 req-b57809f9-e95e-45a3-b570-8d5aebdc0bda tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Aug 23 16:26:16.654235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Made reservation on behalf of 39bfc8e9e0d84335b29a4becf2850ddf for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:16.654235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.662831 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.692599 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d1bffe70-63e2-42c2-9a59-bc1e749bc861 req-60ef6c5f-a38f-4626-93f5-bf31331d8828 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Aug 23 16:26:16.777960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.815977 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a6b0e47a-8368-46ef-acb4-465ca403bfbd up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:16.823086 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9a0bb-e79d-4d49-96f3-93daa638e9b2 req-62f7d8fd-d108-435c-afa0-0b2d7792e784 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:16.824573 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ec9a0bb-e79d-4d49-96f3-93daa638e9b2 req-62f7d8fd-d108-435c-afa0-0b2d7792e784 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 945 time: 0.0501697 Aug 23 16:26:16.864527 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1ec9a0bb-e79d-4d49-96f3-93daa638e9b2 req-3f66f099-10fe-4a0f-bd53-8b9eceaaaba8 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Aug 23 16:26:16.866989 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 2, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:16.871537 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.897891 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:26:16.904493 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Checking router: c8d79d75-a5f0-410b-9472-1fe3c94408bb for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:26:16.904782 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Updating router c8d79d75-a5f0-410b-9472-1fe3c94408bb port 622727cc-db0b-45e0-beec-2915d34876ba binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:26:16.908037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d405821b-dde5-41a8-a011-4fcd345beca6,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:16.912901 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.913243 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Added segment 789f4c15-1d78-4181-86cb-f66789407b8e of type vlan for network af33471c-7a98-4f80-bba8-6f867a8bd49c Aug 23 16:26:16.933132 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.955030 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.032950 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port a6b0e47a-8368-46ef-acb4-465ca403bfbd completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:17.042980 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port a6b0e47a-8368-46ef-acb4-465ca403bfbd triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:17.043165 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.088536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.089645 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:17.090320 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.149470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] Pushing event updated for resources: {'Network': ['ID=af33471c-7a98-4f80-bba8-6f867a8bd49c,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:17.174610 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network af33471c-7a98-4f80-bba8-6f867a8bd49c details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:26:17.191911 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-24d2e269-107f-4533-bd3a-14107d3d15c9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7017906 Aug 23 16:26:17.194650 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50638) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:17.199780 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Request body: {'subnet': {'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-321020877-subnet', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:17.259686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.303587 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:17.305866 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26cf195-7861-4efd-a363-b826500de790" -d '{"events": [{"server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:17.327337 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Made reservation on behalf of 39bfc8e9e0d84335b29a4becf2850ddf for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:17.330501 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.337661 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:17.358223 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820085a-9691-4257-bb8d-fe65f7aeaab7 x-openstack-request-id: req-c820085a-9691-4257-bb8d-fe65f7aeaab7 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:17.358511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:17.358759 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c820085a-9691-4257-bb8d-fe65f7aeaab7 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:17.359142 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd', 'code': 200} Aug 23 16:26:17.363904 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.375823 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Transition to ACTIVE for port object 622727cc-db0b-45e0-beec-2915d34876ba will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:17.437417 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.439072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2e832b0e-97bb-4720-a68c-883fca103baf up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:17.487695 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.543781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:17.554455 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 3d917493-5ed7-45db-9199-6ac0c57e106d up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:17.569065 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33351-7db7-4747-81fb-b9f7c8d23d53 req-d407ea23-5d02-4440-a7a8-4d970f6906e8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:17.578445 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-abe33351-7db7-4747-81fb-b9f7c8d23d53 req-d407ea23-5d02-4440-a7a8-4d970f6906e8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0706029 Aug 23 16:26:17.625241 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-abe33351-7db7-4747-81fb-b9f7c8d23d53 req-ece7bbc9-004e-4114-a402-2735a28201f8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Aug 23 16:26:17.681281 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6df08-06c7-4fc1-9d1e-0d83fc25df82 None None] Pushing event updated for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:17.689680 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Attempting to bind port 622727cc-db0b-45e0-beec-2915d34876ba on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:17.690076 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Attempting to bind port 622727cc-db0b-45e0-beec-2915d34876ba by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:17.690441 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Attempting to bind port 622727cc-db0b-45e0-beec-2915d34876ba on network d5a17556-f4d3-4135-a40f-aa02b62b4faf {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:17.697797 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:17.698164 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Checking segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:17.698562 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.698950 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Bound using segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:17.699428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Bound port: 622727cc-db0b-45e0-beec-2915d34876ba, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:17.699795 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.728240 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 3d917493-5ed7-45db-9199-6ac0c57e106d triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:17.728240 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.752360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.769144 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 2e832b0e-97bb-4720-a68c-883fca103baf completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:17.784270 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 2e832b0e-97bb-4720-a68c-883fca103baf triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:17.784645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.839845 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247d226-d7e6-4bc5-99d0-d112cfa8229b req-ef46a692-9fe5-4b9a-ab1a-e8c2cebb7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:17.841989 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0247d226-d7e6-4bc5-99d0-d112cfa8229b req-ef46a692-9fe5-4b9a-ab1a-e8c2cebb7156 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 1099 time: 0.0467715 Aug 23 16:26:17.859400 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1289f8e7-397d-4e19-b8c4-1ab459acb98d,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:17.869596 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] For port 622727cc-db0b-45e0-beec-2915d34876ba, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:17.873976 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] For port 622727cc-db0b-45e0-beec-2915d34876ba, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=622727cc-db0b-45e0-beec-2915d34876ba,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:17.880927 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1dae-1c5c-4346-a7c7-66c27f593d5b req-0b87c047-6c5b-4bcb-94cb-949168b24785 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:17.882699 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dced1dae-1c5c-4346-a7c7-66c27f593d5b req-0b87c047-6c5b-4bcb-94cb-949168b24785 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 945 time: 0.0931058 Aug 23 16:26:17.884065 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Checking segment: {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:17.884065 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Network hostable DHCP agents. Network: af33471c-7a98-4f80-bba8-6f867a8bd49c, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:26:17.903227 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0247d226-d7e6-4bc5-99d0-d112cfa8229b req-9ad1bc43-35a3-4c8c-8b67-1f1f480bd05f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Aug 23 16:26:17.949218 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dced1dae-1c5c-4346-a7c7-66c27f593d5b req-353fa060-cc6b-4766-b67e-ce5c65330adf tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Aug 23 16:26:17.956922 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.976039 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.986527 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208434-aa94-47ad-afae-46a9e49974c3 req-627f7760-fa24-475f-b6e0-21ebdacc235b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:17.988042 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e0208434-aa94-47ad-afae-46a9e49974c3 req-627f7760-fa24-475f-b6e0-21ebdacc235b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0537345 Aug 23 16:26:18.026838 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2e832b0e-97bb-4720-a68c-883fca103baf,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:18.029082 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e0208434-aa94-47ad-afae-46a9e49974c3 req-7f4ef8e8-285e-4ff3-b8b8-d4017c22ba30 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 23 16:26:18.042840 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Network af33471c-7a98-4f80-bba8-6f867a8bd49c is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:26:18.053613 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:18.054262 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:25:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:18.102480 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6df08-06c7-4fc1-9d1e-0d83fc25df82 None None] Pushing event updated for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:18.126507 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.151489 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, af33471c-7a98-4f80-bba8-6f867a8bd49c) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:18.159280 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:18.166335 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.178567 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd86c8c-0db7-4374-b435-e66897f54f63 None None] Network af33471c-7a98-4f80-bba8-6f867a8bd49c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:18.240658 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddb58-b1b2-4597-a1b2-408be23322c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.243889 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-db11efdd-6679-4d4a-80a3-6752ef72fcd7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0478919 Aug 23 16:26:18.246342 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50658) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:18.251426 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:18.284727 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:18.331179 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:18.336466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.337856 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.399741 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.580337 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.627897 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-af33471c-7a98-4f80-bba8-6f867a8bd49c', 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'fixed_ips': [{'subnet_id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:26:18.629346 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:18.747558 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6673-6b69-4ceb-8975-0a3b094e00d8 req-c0b7544b-f0ac-494f-b8d7-dce81e2583ad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:18.749071 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-442f6673-6b69-4ceb-8975-0a3b094e00d8 req-c0b7544b-f0ac-494f-b8d7-dce81e2583ad tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Aug 23 16:26:18.795965 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-442f6673-6b69-4ceb-8975-0a3b094e00d8 req-dca260f6-40f5-4fa3-b32d-9a14d77a72e1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Aug 23 16:26:18.811988 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:17Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:18.814522 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Allocated IP 172.20.0.2 (af33471c-7a98-4f80-bba8-6f867a8bd49c/1289f8e7-397d-4e19-b8c4-1ab459acb98d/5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:18.844891 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe4ca7-b814-4851-98f6-00d516c8031c None None] The sync data for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi is: [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:17Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:26:18.855159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.047849 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.062394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Transition to ACTIVE for port object 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:19.082231 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Transition to ACTIVE for port object 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:19.165304 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7a2-8bcc-4ea8-a49d-d5e58175afb6 req-c6faf589-50e8-40ab-9ae7-d98a77965ae9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:19.170847 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-39adf7a2-8bcc-4ea8-a49d-d5e58175afb6 req-c6faf589-50e8-40ab-9ae7-d98a77965ae9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0572069 Aug 23 16:26:19.218780 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-39adf7a2-8bcc-4ea8-a49d-d5e58175afb6 req-dc93f722-7634-4615-bb6b-37302492f023 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Aug 23 16:26:19.230411 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.242261 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.310950 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc114a9-5224-44fe-8bd0-077e483fd7a4 req-ef54a755-a8bb-4aaf-8fc0-0d389b63977e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:19.312481 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7dc114a9-5224-44fe-8bd0-077e483fd7a4 req-ef54a755-a8bb-4aaf-8fc0-0d389b63977e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.2790053 Aug 23 16:26:19.319479 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Network af33471c-7a98-4f80-bba8-6f867a8bd49c is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:19.330630 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:19.347945 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:19.351912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Pushing event updated for resources: {'Port': ['ID=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:19.368438 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:19.371728 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e28ec30-a224-4930-8ac6-deece61780da" -d '{"events": [{"server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "name": "network-vif-plugged", "status": "completed", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:19.440216 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Attempting to bind port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:19.440589 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Attempting to bind port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:19.440955 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Attempting to bind port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 on network af33471c-7a98-4f80-bba8-6f867a8bd49c {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:19.447881 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7dc114a9-5224-44fe-8bd0-077e483fd7a4 req-57a4a054-fccd-4aa6-abf3-668ca3ecade5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211612 Aug 23 16:26:19.451526 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:19.451887 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Checking segment: {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:19.452618 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.453575 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Bound using segment: {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:19.454705 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Bound port: 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:19.455098 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.478068 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258e027-e8b0-4d8a-9b1d-a0eb2e453ea6 x-openstack-request-id: req-6258e027-e8b0-4d8a-9b1d-a0eb2e453ea6 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:19.478367 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "name": "network-vif-plugged", "status": "completed", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:19.478698 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6258e027-e8b0-4d8a-9b1d-a0eb2e453ea6 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:19.479238 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf', 'code': 200} Aug 23 16:26:19.622608 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] For port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:19.627073 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] For port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:19.654035 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 622727cc-db0b-45e0-beec-2915d34876ba up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:19.693066 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.739175 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.746661 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.830557 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dcc96-e5e4-440e-827e-6a4642506d47 None None] Pushing event updated for resources: {'Port': ['ID=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:19.913443 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Allocated IP 172.27.3.128 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/09ff6b58-a2a9-453b-b8b1-b606eb31af67) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:19.933126 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 622727cc-db0b-45e0-beec-2915d34876ba completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:19.945859 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 622727cc-db0b-45e0-beec-2915d34876ba triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:19.947089 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:19.962575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad5ae3-82e4-4153-b57f-cba4406052eb req-60bfa1d8-5b3d-45df-8c05-08e26e983573 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:19.965973 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c6ad5ae3-82e4-4153-b57f-cba4406052eb req-60bfa1d8-5b3d-45df-8c05-08e26e983573 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0838184 Aug 23 16:26:20.022834 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c6ad5ae3-82e4-4153-b57f-cba4406052eb req-989f3804-6153-4a29-909e-f021c438e7f4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Aug 23 16:26:20.076624 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.090046 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.169447 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 622727cc-db0b-45e0-beec-2915d34876ba, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=622727cc-db0b-45e0-beec-2915d34876ba,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:20.260757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.261625 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.336623 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:20.357348 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:20.367417 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:20.376767 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:20.379837 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Pushing event updated for resources: {'Port': ['ID=09ff6b58-a2a9-453b-b8b1-b606eb31af67,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:20.397629 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50706) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:20.465499 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229d63-5b80-4500-848d-36d77201ebfb req-01cbaa40-0d27-4588-96e2-768d15dc780d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:20.466948 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd229d63-5b80-4500-848d-36d77201ebfb req-01cbaa40-0d27-4588-96e2-768d15dc780d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.1446486 Aug 23 16:26:20.549532 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd229d63-5b80-4500-848d-36d77201ebfb req-c1d08c39-c49c-4a80-a6c2-6cc512993ec0 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557895 Aug 23 16:26:20.558950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2bd40eb4-c32d-436e-ad74-aab9d77d1a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.740794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55a29a-f94e-47b2-9181-7301ec187a85 req-141286a2-f2ec-4b0f-b7d7-9713fc35a0a4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:20.748968 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5c55a29a-f94e-47b2-9181-7301ec187a85 req-141286a2-f2ec-4b0f-b7d7-9713fc35a0a4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.1835558 Aug 23 16:26:20.772293 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.797067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2bd40eb4-c32d-436e-ad74-aab9d77d1a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.814494 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5c55a29a-f94e-47b2-9181-7301ec187a85 req-fb87d1af-9e55-4b46-bac2-9287a6eff9c3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645120 Aug 23 16:26:20.849129 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.877467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2bd40eb4-c32d-436e-ad74-aab9d77d1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.917075 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2bd40eb4-c32d-436e-ad74-aab9d77d1a82 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbc4013a31964ecca435412f360a1b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182207 Aug 23 16:26:20.919771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40eb4-c32d-436e-ad74-aab9d77d1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d36a2c-aa6e-4a73-940c-a3a6876db63c,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:20.923935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50720) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:20.982321 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:20.987970 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0c51e-afc5-4078-b62b-df9c69dc1a7a None None] Network af33471c-7a98-4f80-bba8-6f867a8bd49c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:21.004804 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.005011 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.138827 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.142119 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.143272 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28d36a2c-aa6e-4a73-940c-a3a6876db63c HTTP/1.1" status: 204 len: 168 time: 0.2184076 Aug 23 16:26:21.165118 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069c3b-42ff-41c7-8d73-af3640df506f req-c2fda0b6-b0c8-48cd-8e29-db95b8d127a2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:21.166691 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2e069c3b-42ff-41c7-8d73-af3640df506f req-c2fda0b6-b0c8-48cd-8e29-db95b8d127a2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0699396 Aug 23 16:26:21.167460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8b34-261c-477e-abbc-1f8d6d6a5fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d36a2c-aa6e-4a73-940c-a3a6876db63c,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:21.191878 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-411096bd-f7fd-4b93-88ba-5e8919292345 None None] Provisioning for port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:21.210512 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2e069c3b-42ff-41c7-8d73-af3640df506f req-c5b8341f-f22c-46ad-9c22-c17d4ea6511a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 23 16:26:21.220146 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Router 72cf6d07-594f-4721-b228-f663c79c9443 is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:26:21.348022 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:26:21.359858 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Sync routers for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:26:21.368388 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:21.369011 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:26:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:21.476992 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.478260 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-18f841c7-e15a-4cc7-9bb8-2dc4e50e1c70 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2309735 Aug 23 16:26:21.481667 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50728) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:21.484187 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:21.652174 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:21.697970 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 3, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:21.737431 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Checking router: 72cf6d07-594f-4721-b228-f663c79c9443 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:26:21.738068 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Updating router 72cf6d07-594f-4721-b228-f663c79c9443 port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:26:21.763025 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.780194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:21.786390 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:21.786706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.887237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:21.923085 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:21.972903 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c97d1-7fc3-419b-b9bf-05d488d7cdeb req-14a680cc-9afb-4785-b93d-f7b121c3948a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:21.974615 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e82c97d1-7fc3-419b-b9bf-05d488d7cdeb req-14a680cc-9afb-4785-b93d-f7b121c3948a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0612381 Aug 23 16:26:21.995531 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.017048 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e82c97d1-7fc3-419b-b9bf-05d488d7cdeb req-e75f26e9-5bed-4786-b22c-83b49fd932a3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Aug 23 16:26:22.041145 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.042921 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.043773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 622727cc-db0b-45e0-beec-2915d34876ba up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:22.052327 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Transition to ACTIVE for port object 09ff6b58-a2a9-453b-b8b1-b606eb31af67 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:22.073020 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50736) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:22.087938 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9031bb25-0f68-4006-9ad1-f8b150951ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.127088 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.141130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 622727cc-db0b-45e0-beec-2915d34876ba triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:22.142620 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.174566 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.175536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Allocated IP 172.20.0.1 (af33471c-7a98-4f80-bba8-6f867a8bd49c/1289f8e7-397d-4e19-b8c4-1ab459acb98d/753cd3e2-4053-4a48-8e8d-a2b10ce1e524) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:22.205607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9031bb25-0f68-4006-9ad1-f8b150951ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.228476 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bc28-2c33-4ebf-a52e-9e644aca815c None None] Pushing event updated for resources: {'Port': ['ID=09ff6b58-a2a9-453b-b8b1-b606eb31af67,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.242967 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Attempting to bind port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:22.243332 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Attempting to bind port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:22.243717 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Attempting to bind port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:22.251777 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:22.252161 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:22.252556 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.253064 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:22.253881 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Bound port: 09ff6b58-a2a9-453b-b8b1-b606eb31af67, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:22.254006 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.276018 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9031bb25-0f68-4006-9ad1-f8b150951ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.320475 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] For port 09ff6b58-a2a9-453b-b8b1-b606eb31af67, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:22.324410 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] For port 09ff6b58-a2a9-453b-b8b1-b606eb31af67, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=09ff6b58-a2a9-453b-b8b1-b606eb31af67,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:22.336211 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9031bb25-0f68-4006-9ad1-f8b150951ab8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ed35ade2e44a4d43ab1406bb106ef0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620378 Aug 23 16:26:22.355115 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031bb25-0f68-4006-9ad1-f8b150951ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb84531-f311-4dd9-bf02-5c76c6f614e1,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.357652 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50740) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:22.420413 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.427983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9809-e8af-4005-9a29-f00861718f67 req-7ab8f1a9-be2d-4a30-9ccc-fe2946be68c6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:22.429553 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-97ca9809-e8af-4005-9a29-f00861718f67 req-7ab8f1a9-be2d-4a30-9ccc-fe2946be68c6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1203003 Aug 23 16:26:22.453238 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.482606 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:22.483424 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:26:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:22.496450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.508074 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-97ca9809-e8af-4005-9a29-f00861718f67 req-b46be30c-94ef-404b-b737-1ee621dbf48f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 Aug 23 16:26:22.521984 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.538327 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bc28-2c33-4ebf-a52e-9e644aca815c None None] Pushing event updated for resources: {'Port': ['ID=09ff6b58-a2a9-453b-b8b1-b606eb31af67,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.538462 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Transition to ACTIVE for port object 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:22.603866 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:22.625629 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.628280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.629423 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5eb84531-f311-4dd9-bf02-5c76c6f614e1 HTTP/1.1" status: 204 len: 168 time: 0.2622879 Aug 23 16:26:22.639157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19bc45-158a-4a45-b196-e4746d34e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb84531-f311-4dd9-bf02-5c76c6f614e1,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.639279 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.685936 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Network af33471c-7a98-4f80-bba8-6f867a8bd49c is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:22.688735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:22.691398 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:22.692028 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.700939 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Pushing event updated for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:22.812226 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 3, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:22.839304 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7b145-29d5-43e3-80e0-82cf977c4a8e None None] The sync data for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi is: [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 3, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:26:22.942947 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.014311 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4273d0bb-2105-4090-ab3d-2a09d3a912ec None None] Provisioning for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:23.022063 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4273d0bb-2105-4090-ab3d-2a09d3a912ec None None] Provisioning complete for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:23.022784 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4273d0bb-2105-4090-ab3d-2a09d3a912ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.071307 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-4273d0bb-2105-4090-ab3d-2a09d3a912ec None None] Port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:26:23.191535 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.200794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936231f-9482-4372-a336-b836e3e90401 req-35ca138e-659c-4751-a883-820a94d12e71 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:23.203031 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3936231f-9482-4372-a336-b836e3e90401 req-35ca138e-659c-4751-a883-820a94d12e71 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0703666 Aug 23 16:26:23.256524 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3936231f-9482-4372-a336-b836e3e90401 req-309b00d3-be12-4ae6-b07b-8df195914a1d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Aug 23 16:26:23.259837 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.260513 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.387850 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Pushing event updated for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:23.437471 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Network af33471c-7a98-4f80-bba8-6f867a8bd49c is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:23.439385 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:23.548114 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617cc1-d718-418a-a038-21b5ca481fe5 req-57d61d27-d244-4c82-89f4-c6c9d1fe9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:23.551476 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23617cc1-d718-418a-a038-21b5ca481fe5 req-57d61d27-d244-4c82-89f4-c6c9d1fe9f46 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 1099 time: 0.0951316 Aug 23 16:26:23.603297 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Router 72cf6d07-594f-4721-b228-f663c79c9443 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:26:23.636071 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23617cc1-d718-418a-a038-21b5ca481fe5 req-91a59e28-0646-4bcf-be66-1f181f5870d3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Aug 23 16:26:23.732877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998273c0-257f-4367-bf99-05ec20b27c99 req-e7e7bb27-1a92-4521-bd23-da0b7304ceb4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:23.737154 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-998273c0-257f-4367-bf99-05ec20b27c99 req-e7e7bb27-1a92-4521-bd23-da0b7304ceb4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0964620 Aug 23 16:26:23.754526 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:23.816216 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:26:23.826757 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1a08c7d8-6e90-4973-8b20-1628333ba58b admin admin] 10.222.0.63 "PUT /v2.0/routers/72cf6d07-594f-4721-b228-f663c79c9443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3447468 Aug 23 16:26:23.832691 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-998273c0-257f-4367-bf99-05ec20b27c99 req-74f0fe75-c5a9-4ae5-97b5-18cdcbeb634b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863073 Aug 23 16:26:23.833625 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1fe69ee2-2464-401b-b4bc-e59656470bd4 None None] Provisioning complete for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:23.834238 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1fe69ee2-2464-401b-b4bc-e59656470bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.880533 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:23.881456 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:23.925616 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1fe69ee2-2464-401b-b4bc-e59656470bd4 None None] Port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:26:24.012065 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 09ff6b58-a2a9-453b-b8b1-b606eb31af67 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:24.150162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:24.154350 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:24.154722 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.167664 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50786) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:24.249496 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.273214 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 09ff6b58-a2a9-453b-b8b1-b606eb31af67, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=09ff6b58-a2a9-453b-b8b1-b606eb31af67,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:24.291757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199314066-network', 'tenant_id': 'b97a2672994f4e26b501623e52384714'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:24.340497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.397587 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664884-ac2a-48c2-be06-715fefdaf2c7 req-3b708131-e562-4daf-80b8-b562873082f0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:24.399163 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ca664884-ac2a-48c2-be06-715fefdaf2c7 req-3b708131-e562-4daf-80b8-b562873082f0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0641563 Aug 23 16:26:24.409978 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=09ff6b58-a2a9-453b-b8b1-b606eb31af67,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:24.664594 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Made reservation on behalf of b97a2672994f4e26b501623e52384714 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:24.666908 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.686009 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.699860 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ca664884-ac2a-48c2-be06-715fefdaf2c7 req-e654061e-3da4-4a7e-9efa-a8f1b76603c7 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905059 Aug 23 16:26:24.821651 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.905717 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.941729 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:26:24.944477 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cc199-0f2a-4547-b6a2-5efa315364cf,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:24.950874 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:24.951297 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Added segment 79eaaf7c-4731-485f-a5f0-677e958ee0d9 of type vlan for network 67d70da3-d83e-4563-9c1a-ddf85e0e8e97 Aug 23 16:26:24.994960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.044162 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50816) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:25.049228 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086594346', 'description': 'tempest-secgroup-smoke-1086594346 description', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:25.179804 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.180860 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:25.181484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.220774 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.292913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] Pushing event updated for resources: {'Network': ['ID=67d70da3-d83e-4563-9c1a-ddf85e0e8e97,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:25.302159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2353bf-87b0-41ab-89bd-01aaa7bc82f0 req-d8608550-f54c-4789-a20c-44b096923698 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:25.303907 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0f2353bf-87b0-41ab-89bd-01aaa7bc82f0 req-d8608550-f54c-4789-a20c-44b096923698 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0589280 Aug 23 16:26:25.306237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 67d70da3-d83e-4563-9c1a-ddf85e0e8e97 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:26:25.318627 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c536284-3e24-4012-ac4a-a29d9d44bc5d req-b006fba7-78e7-4c57-ac2a-6d5086565bcc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:25.325825 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2c536284-3e24-4012-ac4a-a29d9d44bc5d req-b006fba7-78e7-4c57-ac2a-6d5086565bcc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0847673 Aug 23 16:26:25.345129 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d6aea8c1-d008-4e7f-9d74-b6f4b523daec admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1760235 Aug 23 16:26:25.345919 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50826) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:25.349126 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0f2353bf-87b0-41ab-89bd-01aaa7bc82f0 req-53d5c409-7ce9-44cf-907c-0a3829163f6c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Aug 23 16:26:25.357242 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Request body: {'subnet': {'network_id': '67d70da3-d83e-4563-9c1a-ddf85e0e8e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199314066-subnet', 'tenant_id': 'b97a2672994f4e26b501623e52384714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:25.381941 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2c536284-3e24-4012-ac4a-a29d9d44bc5d req-8a1e5b5e-e513-4f35-8009-38989c334d12 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Aug 23 16:26:25.443369 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.527127 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 09ff6b58-a2a9-453b-b8b1-b606eb31af67 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:25.557556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.581688 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:25.581688 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.584879 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7301fe6c-7675-47e8-964c-ea2f31fd438b,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:25.684468 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Made reservation on behalf of b97a2672994f4e26b501623e52384714 for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:25.686844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.791494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.792830 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-bb9df20c-1817-46af-9d18-57ea9c5ef58b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7478001 Aug 23 16:26:25.796005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50836) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:25.801036 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:25.850503 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Sync routers for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:26:25.861595 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:25.862275 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:26:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:25.909852 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9daf33-cccd-4c94-9fba-17d334375b4e req-6914e405-a1ad-4e14-9809-816c02e9ba61 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:25.911369 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bd9daf33-cccd-4c94-9fba-17d334375b4e req-6914e405-a1ad-4e14-9809-816c02e9ba61 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0988972 Aug 23 16:26:25.912319 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.971872 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bd9daf33-cccd-4c94-9fba-17d334375b4e req-61e34b1d-029b-4ce6-9df7-17e5a898e885 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 Aug 23 16:26:25.996705 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.027961 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.056007 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d876d3-fb47-4b57-9e13-862aeb17ffb1,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:26.079421 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Checking segment: {'id': '79eaaf7c-4731-485f-a5f0-677e958ee0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '67d70da3-d83e-4563-9c1a-ddf85e0e8e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:26.079782 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Network hostable DHCP agents. Network: 67d70da3-d83e-4563-9c1a-ddf85e0e8e97, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:26:26.105940 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.114533 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:26.124931 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a141bb5d-0cf8-4b32-8fd0-8d9770a55100,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:26.231362 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Network 67d70da3-d83e-4563-9c1a-ddf85e0e8e97 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:26:26.259082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.260398 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d49433b0-fd38-405f-8a89-eef2e104c24a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633906 Aug 23 16:26:26.263362 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50850) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:26.268990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:26.315552 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 4, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '753cd3e2-4053-4a48-8e8d-a2b10ce1e524', 'name': '', 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'mac_address': 'fa:16:3e:ab:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:22Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 2, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'subnets': [{'id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:26.346754 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Checking router: 72cf6d07-594f-4721-b228-f663c79c9443 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:26:26.347114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Updating router 72cf6d07-594f-4721-b228-f663c79c9443 port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:26:26.357625 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 67d70da3-d83e-4563-9c1a-ddf85e0e8e97) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:26.362216 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:26.362833 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.367860 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55964cf7-5949-467f-9044-03efd116bddf None None] Network 67d70da3-d83e-4563-9c1a-ddf85e0e8e97 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:26.385322 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.420722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.480132 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c5951-9a0c-4df2-b548-8895e8073cc0 req-3ec19506-2213-42ed-ae73-9e05968c937e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:26.483035 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.486321 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-890c5951-9a0c-4df2-b548-8895e8073cc0 req-3ec19506-2213-42ed-ae73-9e05968c937e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Aug 23 16:26:26.521764 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-890c5951-9a0c-4df2-b548-8895e8073cc0 req-625b7d6c-7744-4290-b8c1-348eb092cf57 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Aug 23 16:26:26.523174 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8dcee37e-9334-4527-b9d7-e7aceb631679 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1731369 Aug 23 16:26:26.563550 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.601532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60e4b0e-43fe-485a-9b91-618fb9ca6b27,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:26.618681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6f22a-b108-4f2d-b2af-8a8262320044 None None] Network 67d70da3-d83e-4563-9c1a-ddf85e0e8e97 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:26.679133 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6d85a-9056-45dd-b273-f326fa705208 req-d796ff70-5fb6-48fd-aec9-95ef441184fa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:26.680764 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-63d6d85a-9056-45dd-b273-f326fa705208 req-d796ff70-5fb6-48fd-aec9-95ef441184fa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0529644 Aug 23 16:26:26.730336 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-63d6d85a-9056-45dd-b273-f326fa705208 req-ec4042ce-a397-4ae3-acac-30b48c8ae64f tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Aug 23 16:26:26.819171 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.820621 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b229e696-8be5-4776-9a01-2d5a3287efa4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5563116 Aug 23 16:26:26.823515 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50864) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:26.836575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:26.852515 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.862163 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Transition to ACTIVE for port object 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:26.967708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.008591 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.030709 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.063209 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82080a3b-e708-4da2-af23-e02b19eaa298 None None] Pushing event updated for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:27.123017 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09915b7-0bc2-4eae-826b-c07f814aa5cd req-8de41240-f730-4b16-8eeb-5faaa7e63658 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:27.125307 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a09915b7-0bc2-4eae-826b-c07f814aa5cd req-8de41240-f730-4b16-8eeb-5faaa7e63658 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0820041 Aug 23 16:26:27.134433 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Attempting to bind port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:27.135121 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Attempting to bind port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:27.135645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Attempting to bind port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 on network af33471c-7a98-4f80-bba8-6f867a8bd49c {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:27.141089 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.143420 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:27.143891 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Checking segment: {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:27.144296 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.144686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Bound using segment: {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:27.145210 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Bound port: 753cd3e2-4053-4a48-8e8d-a2b10ce1e524, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f4c15-1d78-4181-86cb-f66789407b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:27.145530 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.162828 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a74d19-8268-4a5a-9012-0cf0b1a286e8,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:27.194649 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a09915b7-0bc2-4eae-826b-c07f814aa5cd req-27c0f208-a348-4ea6-81cd-97fcd5df7bee tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608773 Aug 23 16:26:27.228014 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] For port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:27.231557 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] For port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:27.271713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.272972 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-47929f8b-1563-43b3-9da8-9375e39cd53e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4485865 Aug 23 16:26:27.275757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50878) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:27.281250 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:27.318114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.383837 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.385422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:26:27.386167 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:26:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:27.427717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 50884) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:27.434383 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729006472-network', 'tenant_id': '44e2d662d4f04b36884aede5b981c052'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:27.478456 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.496290 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82080a3b-e708-4da2-af23-e02b19eaa298 None None] Pushing event updated for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:27.528701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:26:27.540078 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Made reservation on behalf of 44e2d662d4f04b36884aede5b981c052 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:27.540358 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.542889 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.555687 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.560233 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c941329f-5d51-442e-ac65-ff3ad075a356,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:27.654227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.658429 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-76b19177-8bac-42b1-a571-248e1834ae9f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3783319 Aug 23 16:26:27.658710 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50888) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:27.664111 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:27.694464 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f931-defe-4a9e-b411-595228a53248 req-222c44d4-5646-4600-aef8-16e026f5272f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:27.695996 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5201f931-defe-4a9e-b411-595228a53248 req-222c44d4-5646-4600-aef8-16e026f5272f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0652227 Aug 23 16:26:27.760551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 4, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '753cd3e2-4053-4a48-8e8d-a2b10ce1e524', 'name': '', 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'mac_address': 'fa:16:3e:ab:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:22Z', 'updated_at': '2021-08-23T16:26:27Z', 'revision_number': 4, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'subnets': [{'id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:27.762474 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5201f931-defe-4a9e-b411-595228a53248 req-998a9e6b-8d5e-41aa-b4cd-470c41cddf88 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583894 Aug 23 16:26:27.791133 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cee2-decd-4914-9470-7c7767d0819f None None] The sync data for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi is: [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:26:22Z', 'revision_number': 4, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '753cd3e2-4053-4a48-8e8d-a2b10ce1e524', 'name': '', 'network_id': 'af33471c-7a98-4f80-bba8-6f867a8bd49c', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'mac_address': 'fa:16:3e:ab:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:22Z', 'updated_at': '2021-08-23T16:26:27Z', 'revision_number': 4, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'subnets': [{'id': '1289f8e7-397d-4e19-b8c4-1ab459acb98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:26:27.809286 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.892368 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.906565 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acfaed-e531-4d20-99e8-74021822a929 req-7d331c97-7085-46a7-b1a5-9fd446ccaf69 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:27.916236 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53acfaed-e531-4d20-99e8-74021822a929 req-7d331c97-7085-46a7-b1a5-9fd446ccaf69 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0881114 Aug 23 16:26:27.941034 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:26:27.974315 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.974664 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Added segment a6d9222d-1b90-4725-86b6-768cd04c8f8d of type vlan for network 10baf15b-502a-4304-9da4-b0425b07f9de Aug 23 16:26:28.008528 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.securitygroups_db [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Project ade5d1e578454f928506ca1024f3c8ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:26:28.014510 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.031880 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ab560-f400-4e3b-8e25-c8a7ddd383ec,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:28.058446 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53acfaed-e531-4d20-99e8-74021822a929 req-4c8aaeab-0a37-40e7-b7f9-e66da4f4bfc6 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322510 Aug 23 16:26:28.072244 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.084935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.151599 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.170671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4036be49-5dc5-4cb0-ab30-b22bf8a71daa,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:28.188790 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.189600 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:28.190109 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.253642 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] Pushing event updated for resources: {'Network': ['ID=10baf15b-502a-4304-9da4-b0425b07f9de,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:28.254949 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.256985 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c54dd2df-b5d9-4e62-9394-f918ea529279 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5972404 Aug 23 16:26:28.259750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50898) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:28.265443 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 10baf15b-502a-4304-9da4-b0425b07f9de details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:26:28.269311 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'security_group_rule': {'security_group_id': '7301fe6c-7675-47e8-964c-ea2f31fd438b', 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:28.335319 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 50900) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:28.340725 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-95fe1a10-89e9-41d5-9883-f84041eb236b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9116681 Aug 23 16:26:28.340886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Request body: {'subnet': {'network_id': '10baf15b-502a-4304-9da4-b0425b07f9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729006472-subnet', 'tenant_id': '44e2d662d4f04b36884aede5b981c052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:28.435406 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.securitygroups_db [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Project ade5d1e578454f928506ca1024f3c8ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:26:28.443928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.513327 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.528356 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Made reservation on behalf of 44e2d662d4f04b36884aede5b981c052 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:28.530844 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.650468 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.678408 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4b266c-0b1e-4b09-80ca-90406038db6d,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:28.751167 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.752796 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5893de74-50f7-4e50-bb61-bf205a9bba47 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4918823 Aug 23 16:26:28.786196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.841346 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ab1740-a250-4fed-bf03-f7ae40adf63d,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:28.854031 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Checking segment: {'id': 'a6d9222d-1b90-4725-86b6-768cd04c8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '10baf15b-502a-4304-9da4-b0425b07f9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:28.854437 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Network hostable DHCP agents. Network: 10baf15b-502a-4304-9da4-b0425b07f9de, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:26:28.890065 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3b0e-0c10-4a1e-a240-7077aac6c592 req-e1e6bcef-87d4-44eb-9926-ab79b6c1140b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:28.891885 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ae4a3b0e-0c10-4a1e-a240-7077aac6c592 req-e1e6bcef-87d4-44eb-9926-ab79b6c1140b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0598178 Aug 23 16:26:28.932401 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ae4a3b0e-0c10-4a1e-a240-7077aac6c592 req-5359ecad-df0f-40d1-832f-67c2d9ff8fbc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349081 Aug 23 16:26:28.950157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Network 10baf15b-502a-4304-9da4-b0425b07f9de is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:26:29.002577 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 10baf15b-502a-4304-9da4-b0425b07f9de) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:29.006941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:29.007538 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:29.014149 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c164ad-ca04-4c1e-8216-63d9bae45365 None None] Network 10baf15b-502a-4304-9da4-b0425b07f9de requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:29.102043 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bb363dba-2215-41f5-abe3-5eab2b4b30cb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7577748 Aug 23 16:26:29.168722 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef52e2b5-8294-4e3f-a4c0-8cf34c8a701e None None] Network 10baf15b-502a-4304-9da4-b0425b07f9de requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:29.186777 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55214-fedb-4fa7-a815-21bf6bc62de7 req-7d726d69-d61d-42f2-b573-41fc9360c40b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:29.189721 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7ec55214-fedb-4fa7-a815-21bf6bc62de7 req-7d726d69-d61d-42f2-b573-41fc9360c40b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0581238 Aug 23 16:26:29.236001 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7ec55214-fedb-4fa7-a815-21bf6bc62de7 req-b9f68906-2932-4974-9248-d47fee9aa7c5 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Aug 23 16:26:29.557645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:29.683241 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:29.687322 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:29.688350 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:29.793164 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:29.826873 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:29.927327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:29.979681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:30.062474 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84009ce-1c30-402f-931c-e70bd5b6fb3f req-b9c723d1-6998-4ef6-9b47-47bce01219ea tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:30.067924 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c84009ce-1c30-402f-931c-e70bd5b6fb3f req-b9c723d1-6998-4ef6-9b47-47bce01219ea tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0586693 Aug 23 16:26:30.111521 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c84009ce-1c30-402f-931c-e70bd5b6fb3f req-d93829a3-d60d-4315-8d4d-1c927974715d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411081 Aug 23 16:26:30.367373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbb386-41a5-4587-8c5a-9dbf3587b0d3 req-c10dd8d4-bd8a-4537-91e0-ecf7b34bf30e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:30.369025 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6edbb386-41a5-4587-8c5a-9dbf3587b0d3 req-c10dd8d4-bd8a-4537-91e0-ecf7b34bf30e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0570502 Aug 23 16:26:30.408619 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6edbb386-41a5-4587-8c5a-9dbf3587b0d3 req-e8b38d14-d692-432a-925d-829530e139a9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Aug 23 16:26:31.245207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93bb98-b692-45cd-b150-cecea0805f1a req-b87b25cc-5703-4d84-9935-025962929222 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:31.248686 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d93bb98-b692-45cd-b150-cecea0805f1a req-b87b25cc-5703-4d84-9935-025962929222 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Aug 23 16:26:31.289164 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d93bb98-b692-45cd-b150-cecea0805f1a req-9b2881c6-3fef-43b7-89ba-e07fca6e481b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Aug 23 16:26:31.527357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d379-98a2-4f44-b0cd-03dd799639c4 req-0f27a086-8dc3-4058-8388-0d981c7bbd1e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:31.529177 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8e77d379-98a2-4f44-b0cd-03dd799639c4 req-0f27a086-8dc3-4058-8388-0d981c7bbd1e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0528271 Aug 23 16:26:31.541629 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:31.574658 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8e77d379-98a2-4f44-b0cd-03dd799639c4 req-1ea0f27e-7447-4843-88f8-f8b643b46e3a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Aug 23 16:26:31.621505 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:31.621505 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:31.924801 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be40-31d4-4e28-badf-d5533cf95b93 req-b3114c93-f86c-4be3-b28c-15c340c1afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:31.926340 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7828be40-31d4-4e28-badf-d5533cf95b93 req-b3114c93-f86c-4be3-b28c-15c340c1afd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0716155 Aug 23 16:26:31.936509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-ccec9743-b21a-4663-836b-7dc522716edf tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:31.938638 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-ccec9743-b21a-4663-836b-7dc522716edf tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 946 time: 0.0757196 Aug 23 16:26:32.009900 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7828be40-31d4-4e28-badf-d5533cf95b93 req-70ed14c2-dc3c-4809-944b-555957d69572 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697923 Aug 23 16:26:32.067927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Deleting port a6b0e47a-8368-46ef-acb4-465ca403bfbd {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:26:32.068276 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:32.169051 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] For port a6b0e47a-8368-46ef-acb4-465ca403bfbd, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a6b0e47a-8368-46ef-acb4-465ca403bfbd,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:32.169623 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:32.186141 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Calling delete_port for a6b0e47a-8368-46ef-acb4-465ca403bfbd owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:26:32.413216 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d9900-f795-40f0-8f0e-3461cb8684a5 req-d01d72cf-8b2c-4bb5-9109-7bba3cb7b4d6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:32.414805 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f70d9900-f795-40f0-8f0e-3461cb8684a5 req-d01d72cf-8b2c-4bb5-9109-7bba3cb7b4d6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Aug 23 16:26:32.478282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f70d9900-f795-40f0-8f0e-3461cb8684a5 req-796b7674-994e-4e1c-a2bc-3ef5a7a8a6d8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 Aug 23 16:26:32.488533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:32.504971 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a6b0e47a-8368-46ef-acb4-465ca403bfbd'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:32.516393 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Pushing event deleted for resources: {'Port': ['ID=a6b0e47a-8368-46ef-acb4-465ca403bfbd,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:32.526591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.526947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.527295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.527747 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.528544 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.528544 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.528702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.528919 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.529247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.529755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.529755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.530989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:32.578858 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] No DVR routers for this DVR port a6b0e47a-8368-46ef-acb4-465ca403bfbd on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:26:32.582152 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:32.584549 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a2f53892-e3ed-419f-be0b-0394c8c66377 req-aea92eb4-b72d-4ce7-914d-9f553d0f0117 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "DELETE /v2.0/ports/a6b0e47a-8368-46ef-acb4-465ca403bfbd HTTP/1.1" status: 204 len: 173 time: 0.6319571 Aug 23 16:26:32.587866 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'name': 'network-vif-deleted', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:32.595068 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78f1ffc-cfe6-459b-8243-41ea880b040f" -d '{"events": [{"server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "name": "network-vif-deleted", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:32.634673 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6336db3d-73c2-44fb-b3f0-e20be3732694 x-openstack-request-id: req-6336db3d-73c2-44fb-b3f0-e20be3732694 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:32.634967 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2dc346-35f9-457d-b525-58af9e80f03a", "name": "network-vif-deleted", "tag": "a6b0e47a-8368-46ef-acb4-465ca403bfbd", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:32.635207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6336db3d-73c2-44fb-b3f0-e20be3732694 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:32.635636 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2dc346-35f9-457d-b525-58af9e80f03a', 'name': 'network-vif-deleted', 'tag': 'a6b0e47a-8368-46ef-acb4-465ca403bfbd', 'status': 'completed', 'code': 200} Aug 23 16:26:32.706979 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c307ab6-dc4c-4817-9fe9-20b86bacd057 req-ab87cd3a-ec8d-4a9f-9b79-aa98d7031988 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0442343 Aug 23 16:26:32.745612 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51060) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:32.864138 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e7402236-5764-4ff0-bd2b-3b6b075e1c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:32.962241 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e7402236-5764-4ff0-bd2b-3b6b075e1c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.049120 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e7402236-5764-4ff0-bd2b-3b6b075e1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.091567 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e7402236-5764-4ff0-bd2b-3b6b075e1c60 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9171d24ee6a241b1b29b7dba7695db93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423209 Aug 23 16:26:33.091567 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7402236-5764-4ff0-bd2b-3b6b075e1c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a6af5-1967-4ec5-8991-ad294633524c,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:33.094476 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 51072) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:33.146744 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.168483 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.322903 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.325452 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:33.326656 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0d1a6af5-1967-4ec5-8991-ad294633524c HTTP/1.1" status: 204 len: 168 time: 0.2334287 Aug 23 16:26:33.334647 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913999eb-a91a-45fb-bbd2-7051b6da40fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a6af5-1967-4ec5-8991-ad294633524c,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:33.585237 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00e17-6391-45ec-8f31-b9c320511532 req-c5d216a6-0a05-4890-9edb-837be31edbd9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:33.586789 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a0c00e17-6391-45ec-8f31-b9c320511532 req-c5d216a6-0a05-4890-9edb-837be31edbd9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0609498 Aug 23 16:26:33.632325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a0c00e17-6391-45ec-8f31-b9c320511532 req-235b8cf0-a5b7-4bdb-8ddb-b1295a3f7311 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Aug 23 16:26:33.834076 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9514e7ca-87a7-4095-9ad8-9d77b438d1af req-db19c89a-9d69-48c8-a924-c25d5e63359d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc2dc346-35f9-457d-b525-58af9e80f03a HTTP/1.1" status: 200 len: 210 time: 0.0366101 Aug 23 16:26:34.772666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b46e9-270c-4e68-bc35-8e48793d8525 req-166fa174-3bc9-413e-9af6-124ba65371dd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:34.774225 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8f8b46e9-270c-4e68-bc35-8e48793d8525 req-166fa174-3bc9-413e-9af6-124ba65371dd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0522368 Aug 23 16:26:34.816302 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8f8b46e9-270c-4e68-bc35-8e48793d8525 req-3b5a4f9e-4790-4ecb-a944-6a4eb7d02a6e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Aug 23 16:26:35.227824 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-da0c41a5-3528-4c5b-8662-6978e35cde45 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:35.229282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-da0c41a5-3528-4c5b-8662-6978e35cde45 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/networks?id=39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 200 len: 809 time: 0.1130464 Aug 23 16:26:35.246433 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-bdaa0747-82f2-4d28-9af7-a6b5a903f936 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/quotas/5560e38114b4494a999f8895473ebda5 HTTP/1.1" status: 200 len: 375 time: 0.0090833 Aug 23 16:26:35.279495 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-d30c4114-127b-490e-93ee-5ef153c2edaa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279818 Aug 23 16:26:35.408369 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-6473a67b-14af-413c-b316-8254c1f4a4f5 service neutron] 10.222.0.63 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201901 Aug 23 16:26:35.486553 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a6b0e47a-8368-46ef-acb4-465ca403bfbd no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:26:35.516855 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: a6b0e47a-8368-46ef-acb4-465ca403bfbd {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:26:35.516855 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a6b0e47a-8368-46ef-acb4-465ca403bfbd not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:26:35.541452 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-efadf711-9ba5-45c1-a7c7-68ed3f4bdb94 service neutron] 10.222.0.63 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314371 Aug 23 16:26:35.571389 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017b85c-a6ed-40e7-957a-1594622458d2 req-e80864e0-4f3f-4a9f-af00-2e12a05c8c88 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:35.582483 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a017b85c-a6ed-40e7-957a-1594622458d2 req-e80864e0-4f3f-4a9f-af00-2e12a05c8c88 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0987704 Aug 23 16:26:35.630841 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-5726b33d-6487-4643-a04b-f03c925face6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:35.632527 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-5726b33d-6487-4643-a04b-f03c925face6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0479982 Aug 23 16:26:35.637374 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a017b85c-a6ed-40e7-957a-1594622458d2 req-ffda12c5-0505-463b-ad27-1b8dafa6509e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Aug 23 16:26:35.754539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-42391c84-7219-4739-8430-bf7902b3e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:35.756075 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-42391c84-7219-4739-8430-bf7902b3e861 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.1075196 Aug 23 16:26:35.822690 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-5306fe6a-c014-4586-81d0-d9e1986bf135 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0532761 Aug 23 16:26:35.902687 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-7c1636c0-9317-4c11-88ad-b804f0730138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:35.904909 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-7c1636c0-9317-4c11-88ad-b804f0730138 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0742357 Aug 23 16:26:35.927242 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-72d1e8cd-ac19-419e-bf53-a4b8aa22d20a req-f314185a-bc6c-4fac-a43f-9df9a5fe878a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0572469 Aug 23 16:26:35.955366 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-e32ee975-6381-4cd8-90c4-a91add4009ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374708 Aug 23 16:26:36.089219 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-104c216b-c97c-4c28-8c1b-7746554b43bc service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126227 Aug 23 16:26:36.227427 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7a4e636-b1e9-4025-8382-e7aa0579a46a req-7e73a4a7-74c5-4110-b22e-2ab933b012a2 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256795 Aug 23 16:26:36.792112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b1a9-72b1-48ef-ad35-bd533feebcf4 req-81a791b2-7d6b-4d78-96d5-deeac26e8ea1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:36.792112 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6400b1a9-72b1-48ef-ad35-bd533feebcf4 req-81a791b2-7d6b-4d78-96d5-deeac26e8ea1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0562835 Aug 23 16:26:36.826300 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6400b1a9-72b1-48ef-ad35-bd533feebcf4 req-f66c601d-88c3-4a40-8da7-47935da780cd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Aug 23 16:26:37.006971 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a7a49f5e-769d-4b41-bc8c-49f0505f1ce7 req-e47ccb6d-b3e1-4306-a8d3-4fea3f1c222a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Aug 23 16:26:37.936651 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51222) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:37.950042 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb37cb-811d-4ff1-b62a-b40438bbdf12 req-f7144f3c-feb9-4269-b4fc-a840d80917d8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:37.951597 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4abb37cb-811d-4ff1-b62a-b40438bbdf12 req-f7144f3c-feb9-4269-b4fc-a840d80917d8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Aug 23 16:26:38.006340 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4abb37cb-811d-4ff1-b62a-b40438bbdf12 req-a70f06d5-3bbc-4e2d-a8fe-09926c1fa5a3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Aug 23 16:26:38.073686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d0bc-0c4a-4806-a0da-03224562396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.118046 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cf3dd941-7f53-40d0-a95b-0410896190bb req-b17871b1-812c-4b61-a842-a6f2894c6a66 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0315597 Aug 23 16:26:38.207751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d0bc-0c4a-4806-a0da-03224562396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.288378 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d0bc-0c4a-4806-a0da-03224562396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.330182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d0bc-0c4a-4806-a0da-03224562396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398ab6c-cedf-42b1-8aeb-8e4a8cff12eb,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:38.336721 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b0e6d0bc-0c4a-4806-a0da-03224562396b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=be32a0c0a71e4be885f70bc8142ca780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980150 Aug 23 16:26:38.339500 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51242) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:38.407299 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.439870 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.473162 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256964d4-d298-4d41-a109-9d6275360492 req-7ab51f92-4ea1-405f-9d74-2e9a188865e2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:38.481345 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-256964d4-d298-4d41-a109-9d6275360492 req-7ab51f92-4ea1-405f-9d74-2e9a188865e2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0653408 Aug 23 16:26:38.588653 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-256964d4-d298-4d41-a109-9d6275360492 req-dc984e56-8c66-42a3-84ae-35f691da9b28 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063595 Aug 23 16:26:38.739956 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.743253 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:38.744456 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9398ab6c-cedf-42b1-8aeb-8e4a8cff12eb HTTP/1.1" status: 204 len: 168 time: 0.4036393 Aug 23 16:26:38.755619 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896cfa7-5f8c-4a08-b810-d07d659bf6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398ab6c-cedf-42b1-8aeb-8e4a8cff12eb,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:39.135009 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb858-d1e4-4870-a850-6a32962d0118 req-2211818b-b3b8-42cc-b971-a1ea2d65ffeb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:39.136674 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-19edb858-d1e4-4870-a850-6a32962d0118 req-2211818b-b3b8-42cc-b971-a1ea2d65ffeb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0595505 Aug 23 16:26:39.180761 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-19edb858-d1e4-4870-a850-6a32962d0118 req-084be85d-91e7-41de-8dff-3aae37dc038c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Aug 23 16:26:39.231863 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bb3a3a0a-2a31-491d-a0e6-aa5891c0417f req-0426a3e3-8234-499e-a771-a2eb11608a7a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0272551 Aug 23 16:26:39.709163 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9f0b-4542-4a60-964b-7c4cabe9f3ca req-d4b23c8f-e72e-445a-b21d-262562864af7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:39.710680 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-65fc9f0b-4542-4a60-964b-7c4cabe9f3ca req-d4b23c8f-e72e-445a-b21d-262562864af7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 23 16:26:39.752280 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-65fc9f0b-4542-4a60-964b-7c4cabe9f3ca req-81240d6f-f5de-4b2e-9f83-984bdf837370 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337150 Aug 23 16:26:39.889095 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:39.897134 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51294) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:40.004026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1732008224-network', 'tenant_id': '78dfbbf5f78b4b7cac9aad095a4a26c2'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:40.065717 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Made reservation on behalf of 78dfbbf5f78b4b7cac9aad095a4a26c2 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:40.068083 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.077256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.183198 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.258572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.286464 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:26:40.291850 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58b139-c94d-4740-9bf4-0e502d14505d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:40.299125 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.302311 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Added segment 707636b0-36c1-471f-9200-0cc5f6e5f56d of type vlan for network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 Aug 23 16:26:40.330485 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0282e9e3-6873-44c5-8295-a009dfbcec5c req-fbff75a2-ff92-4425-959c-bd877c559829 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Aug 23 16:26:40.341047 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.466033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.467295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:40.467894 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.526624 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e84760e-394f-4548-a80e-b7d14bf1c5f4,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:40.537193 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:26:40.586232 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-654846ec-5743-48ca-9198-e3dea38e05b8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6878967 Aug 23 16:26:40.589109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51310) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:40.594805 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Request body: {'subnet': {'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1732008224-subnet', 'tenant_id': '78dfbbf5f78b4b7cac9aad095a4a26c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:40.699549 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Made reservation on behalf of 78dfbbf5f78b4b7cac9aad095a4a26c2 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:40.701938 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.912143 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7be823-c468-4161-a8df-cf53560057c3 req-72823c12-1b8b-4e30-bc86-92349713c25c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:40.913626 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc7be823-c468-4161-a8df-cf53560057c3 req-72823c12-1b8b-4e30-bc86-92349713c25c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0879724 Aug 23 16:26:40.945298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:40.959005 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc7be823-c468-4161-a8df-cf53560057c3 req-c92aa9bf-3478-4107-8265-ceab00be9c58 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393031 Aug 23 16:26:41.008889 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d5bb99-3f0c-404c-adbb-542febb70f03,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:41.017790 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Checking segment: {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:41.018145 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Network hostable DHCP agents. Network: 8e84760e-394f-4548-a80e-b7d14bf1c5f4, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:26:41.099564 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:26:41.179805 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 8e84760e-394f-4548-a80e-b7d14bf1c5f4) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:41.183989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:41.184613 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:41.189523 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c1206-260a-4d16-b841-ca5fd153745d None None] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:41.276768 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-39a4630d-211c-4e89-8bf3-3a5710fd222f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6865785 Aug 23 16:26:41.313760 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd5953-627d-4693-a72b-f7d76b449fcd None None] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:26:41.441713 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ea79d94d-6b7f-4c6e-b668-34ee49b0379c req-24fe81ce-047b-453e-81c1-4bf50d5b67ee tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0325770 Aug 23 16:26:41.823943 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-b043acdf-2aa3-48cb-8d11-4d149908bfd3 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:41.825549 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-b043acdf-2aa3-48cb-8d11-4d149908bfd3 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "GET /v2.0/networks?id=39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 200 len: 809 time: 0.1074240 Aug 23 16:26:41.851160 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Request body: {'port': {'device_id': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97', 'admin_state_up': True, 'tenant_id': '5560e38114b4494a999f8895473ebda5'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:41.946462 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-588c94f5-2ff9-4273-836f-c8d5dbedf5ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989759 Aug 23 16:26:42.026196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-b7b93afb-858c-4803-9db4-e821a4b20350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:42.027687 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-b7b93afb-858c-4803-9db4-e821a4b20350 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0496490 Aug 23 16:26:42.082983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Made reservation on behalf of 5560e38114b4494a999f8895473ebda5 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:42.086386 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:42.178958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d4563-31cc-41da-ae4a-e4b68d46cdcd req-30116f7b-ae65-451f-bc10-c3b6ac60320e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:42.180468 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-602d4563-31cc-41da-ae4a-e4b68d46cdcd req-30116f7b-ae65-451f-bc10-c3b6ac60320e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.1372299 Aug 23 16:26:42.286239 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-284addd2-b4a1-4a3c-995d-89be93ac9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:42.287785 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-284addd2-b4a1-4a3c-995d-89be93ac9e0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.2163734 Aug 23 16:26:42.326527 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-602d4563-31cc-41da-ae4a-e4b68d46cdcd req-a4efc0ab-a363-42e5-bda2-85d1cc2157b8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361120 Aug 23 16:26:42.365989 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-d399b5f2-6383-4a69-b7e7-1f6a92885b56 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0660172 Aug 23 16:26:42.413082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Allocated IP 172.20.0.6 (39512639-97fc-4f16-917d-ea5b8c174f97/10b10d86-3fc1-4711-850f-5629d4a3b9db/fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:42.432791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-03b973fa-8157-45a3-9331-7b00e8ec8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:42.434233 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-03b973fa-8157-45a3-9331-7b00e8ec8216 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0525575 Aug 23 16:26:42.509935 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-b281ec13-b6c8-439c-9a68-5b417b2e8239 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397403 Aug 23 16:26:42.567245 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a4a6e4db-19c1-45a6-b9b3-3cac4af74c61 req-d8c0e018-8e9b-4dfb-970c-a8eb22e065da tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0371420 Aug 23 16:26:42.702883 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-26021cc4-108c-4241-aef2-9fd497018843 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800177 Aug 23 16:26:42.803235 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:42.852695 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-621596f2-2ca9-49ed-b166-4e5c06488f25 req-5052205e-5b56-4512-b2f7-e367bd739326 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379406 Aug 23 16:26:42.970001 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:43.011345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Network 39512639-97fc-4f16-917d-ea5b8c174f97 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:43.014457 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:43.018935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:43.027379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Pushing event updated for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:43.094501 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:43.095536 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:43.428765 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-dd5928a4-5219-4d3d-ac81-5e76c5038af9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5823092 Aug 23 16:26:43.449190 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fbdcc-2341-49ce-9f74-31ea485992b1 req-a6b8595f-d0bd-4df6-b6d9-9021d92998fb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:43.450761 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-515fbdcc-2341-49ce-9f74-31ea485992b1 req-a6b8595f-d0bd-4df6-b6d9-9021d92998fb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.2640188 Aug 23 16:26:43.480853 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-bd63e7aa-32d4-4ae3-8c42-dad681ef87f0 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:43.482565 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-bd63e7aa-32d4-4ae3-8c42-dad681ef87f0 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/networks?id=8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 200 len: 814 time: 0.1173005 Aug 23 16:26:43.492094 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-515fbdcc-2341-49ce-9f74-31ea485992b1 req-fdd03ac9-5b3e-4a10-99d4-3bf990011144 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Aug 23 16:26:43.501618 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-d33b87f1-f6b6-41a1-882c-2e0eab039463 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/quotas/78dfbbf5f78b4b7cac9aad095a4a26c2 HTTP/1.1" status: 200 len: 375 time: 0.0109346 Aug 23 16:26:43.545740 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-a9a5cc8c-0836-4ce3-b078-83e0cf858865 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309980 Aug 23 16:26:43.608133 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9588e6-caa5-43da-9ab9-942ef50ce889 req-f76fe68d-2998-437b-8743-b9a254ec853b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:43.610496 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8d9588e6-caa5-43da-9ab9-942ef50ce889 req-f76fe68d-2998-437b-8743-b9a254ec853b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0576355 Aug 23 16:26:43.661930 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8d9588e6-caa5-43da-9ab9-942ef50ce889 req-a7005c71-4c2a-434a-82af-eefc6ee7084d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Aug 23 16:26:43.667221 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-9b7ed4ed-6f05-40d7-a03b-8c275d196802 service neutron] 10.222.0.63 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136773 Aug 23 16:26:43.779170 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-8197c71e-145b-4fe3-bcd7-aaab75eb5329 service neutron] 10.222.0.63 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043837 Aug 23 16:26:44.038667 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98084a4-aa86-4065-8382-9243170df583 req-2148b023-84cf-4f32-99cd-b76529cbfea6 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:44.041859 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f98084a4-aa86-4065-8382-9243170df583 req-2148b023-84cf-4f32-99cd-b76529cbfea6 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 931 time: 0.0593209 Aug 23 16:26:44.089934 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f98084a4-aa86-4065-8382-9243170df583 req-48f95dd7-14da-4a5e-bafd-19f4b54cbfd2 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Aug 23 16:26:44.286634 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f5b46845-9453-48f5-888d-eaac762d56e0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:44.288044 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f5b46845-9453-48f5-888d-eaac762d56e0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1047859 Aug 23 16:26:44.303455 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f32ee787-f37f-4926-bf42-3a6c8c311702 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/quotas/5c59099491a3491b9e1f2d0f58cf9f81 HTTP/1.1" status: 200 len: 375 time: 0.0093365 Aug 23 16:26:44.358184 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-7a8089a8-ce5e-4ee4-921b-50e758baa6b2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491922 Aug 23 16:26:44.454484 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-74e11a60-4254-4685-86df-ad12f86a5d46 service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Aug 23 16:26:44.550248 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-b00ad5f9-8e6e-42d3-aa9e-2c9c6c4890f9 service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Aug 23 16:26:44.808045 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a1b0d320-08ed-4d58-ab70-d2f45618d519 req-fabf8046-4096-44b6-86c5-aeca5ce87a89 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Aug 23 16:26:45.080575 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054dae-854d-419a-b7eb-f30cfc84f42c req-f9b3fc06-d3fd-4816-bc5b-3c15e0a8c546 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:45.081999 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-80054dae-854d-419a-b7eb-f30cfc84f42c req-f9b3fc06-d3fd-4816-bc5b-3c15e0a8c546 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 23 16:26:45.126098 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-80054dae-854d-419a-b7eb-f30cfc84f42c req-2b933df8-1502-4e3a-a01c-9548e43cbac9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378211 Aug 23 16:26:45.201313 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71247d79-4854-4844-8572-635d4caac2a0 req-9f08b4b9-6158-48bd-800f-fed3a0ad777d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0271778 Aug 23 16:26:45.309279 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91aec2-df9e-4ac3-8142-ac9005cfb0ec req-c9b7f1ee-ff14-48c8-a47e-6ca45f6e58a7 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:45.310773 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc91aec2-df9e-4ac3-8142-ac9005cfb0ec req-c9b7f1ee-ff14-48c8-a47e-6ca45f6e58a7 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 931 time: 0.0528538 Aug 23 16:26:45.349567 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc91aec2-df9e-4ac3-8142-ac9005cfb0ec req-31b79b9b-1249-42f2-9ebd-a6fa3940c2bf tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Aug 23 16:26:45.392319 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-37e93167-d724-4421-8906-36051c5ebcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:45.903768 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-364ad9ab-1d5d-415f-9d8d-854e89448d47 req-de7c0be1-997b-4157-a962-0497e9348b86 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Aug 23 16:26:46.149292 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Request body: {'port': {'device_id': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:46.228089 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:46.302817 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb400f-508e-4e08-9b23-6d684db5b555 req-11ef260c-ce15-4154-b2ef-daf27d23a60b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:46.304483 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-29fb400f-508e-4e08-9b23-6d684db5b555 req-11ef260c-ce15-4154-b2ef-daf27d23a60b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0572574 Aug 23 16:26:46.357366 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-29fb400f-508e-4e08-9b23-6d684db5b555 req-a0a97e05-5173-401d-a86d-0f6bac78c82b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Aug 23 16:26:46.462985 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04953fd4-99f1-44e5-b5f9-7a4aa057b707 req-9431f9e5-1953-44b9-a8f3-ed3bd74178dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0285130 Aug 23 16:26:46.514732 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:46.523269 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:46.539521 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Transition to ACTIVE for port object fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:46.580851 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a3278-5c38-44dc-affb-deb3fd872801 req-0fb31baa-f271-4482-b292-de43d4017e55 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:46.582862 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-815a3278-5c38-44dc-affb-deb3fd872801 req-0fb31baa-f271-4482-b292-de43d4017e55 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 931 time: 0.0519357 Aug 23 16:26:46.626042 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-815a3278-5c38-44dc-affb-deb3fd872801 req-939c5899-1ad0-4731-9cdd-bec8930650d7 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Aug 23 16:26:46.762990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:46.814767 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Pushing event updated for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:46.897235 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Attempting to bind port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:46.897580 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Attempting to bind port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:46.897956 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Attempting to bind port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d on network 39512639-97fc-4f16-917d-ea5b8c174f97 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:46.902334 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d on network 39512639-97fc-4f16-917d-ea5b8c174f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:26:46.902657 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Attempting to bind port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d on network 39512639-97fc-4f16-917d-ea5b8c174f97 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:46.909421 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:46.909809 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Checking segment: {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:46.910245 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Bound using segment: {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:46.910686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Bound port: fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:46.916325 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:46.996481 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:47.000379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:47.014753 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8cab4397-3d07-4fe3-82bf-162f39faec2d req-de35057f-4ad0-4f5c-b650-9d5b52d2d894 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Aug 23 16:26:47.129971 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:47.168796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.169473 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:47.170881 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] 10.222.0.82 "PUT /v2.0/ports/fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d HTTP/1.1" status: 200 len: 1093 time: 1.0262203 Aug 23 16:26:47.179991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:47.179991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d505a3f-792a-40cc-adfa-7c78bf4483fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:47.195105 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea787-af7c-4d16-8715-f7aa83bc275f service neutron] Pushing event updated for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:47.214094 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eff90e-5a59-4542-84d9-fda18151f8ad x-openstack-request-id: req-14eff90e-5a59-4542-84d9-fda18151f8ad {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:47.214395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:47.214645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-14eff90e-5a59-4542-84d9-fda18151f8ad {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:47.215040 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d', 'status': 'completed', 'code': 200} Aug 23 16:26:47.302718 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-57f30015-be9c-4a4d-9c42-7a0d94d345b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.304260 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-57f30015-be9c-4a4d-9c42-7a0d94d345b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 1096 time: 0.0454741 Aug 23 16:26:47.506661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-6f7b8eb7-0527-44c4-a55a-fd1525baba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.508444 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-6f7b8eb7-0527-44c4-a55a-fd1525baba4a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5560e38114b4494a999f8895473ebda5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1943593 Aug 23 16:26:47.518518 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e634ea-aa2f-4398-8078-f0bef3e6f664 req-f2223f0a-69eb-422f-8e91-9382e1c7be89 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.520180 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-58e634ea-aa2f-4398-8078-f0bef3e6f664 req-f2223f0a-69eb-422f-8e91-9382e1c7be89 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0626884 Aug 23 16:26:47.574467 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-58e634ea-aa2f-4398-8078-f0bef3e6f664 req-ee82aa2d-ce89-466d-a08e-80dc5df31f72 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Aug 23 16:26:47.645001 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-685cf5f6-a626-48a8-b727-3dcc5aa21a02 req-877837c3-b20a-4029-a552-d7e57ea8fc83 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0876265 Aug 23 16:26:47.749983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-b9b190dd-e3fe-41c5-99a8-50d5fb2786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.752498 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d505a3f-792a-40cc-adfa-7c78bf4483fe req-b9b190dd-e3fe-41c5-99a8-50d5fb2786b8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329450 Aug 23 16:26:47.801179 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3a4d-6c9e-46af-b9b0-8ef5d83c3dd5 req-a368fa2f-97f2-41ed-9fed-2e68e5b0c6e2 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.802744 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ecde3a4d-6c9e-46af-b9b0-8ef5d83c3dd5 req-a368fa2f-97f2-41ed-9fed-2e68e5b0c6e2 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 943 time: 0.0881257 Aug 23 16:26:47.842648 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ecde3a4d-6c9e-46af-b9b0-8ef5d83c3dd5 req-27cc94ae-92ed-4241-a948-cb59379a5cbc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Aug 23 16:26:47.850687 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-0c6ed50b-3407-4e23-b174-52262ba7340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.852216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-0c6ed50b-3407-4e23-b174-52262ba7340b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5560e38114b4494a999f8895473ebda5&device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 1096 time: 0.0538619 Aug 23 16:26:47.915399 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-2edc98ef-6878-4678-93dd-dceb0675035b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d HTTP/1.1" status: 200 len: 217 time: 0.0393510 Aug 23 16:26:47.975307 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146025d-7e98-4740-903f-830b3e27dc18 req-7cf5a84d-9622-47e5-ad30-9ef693508e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:47.976783 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-7cf5a84d-9622-47e5-ad30-9ef693508e18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=10b10d86-3fc1-4711-850f-5629d4a3b9db HTTP/1.1" status: 200 len: 849 time: 0.0465534 Aug 23 16:26:48.126265 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4e8bc877-83f1-48f9-8b57-65152347bd8d req-4e676d38-b37c-49b9-a277-0879d4395d36 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0321298 Aug 23 16:26:48.168408 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7c85b674-3cc1-4e22-ab56-f325a57ee8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:48.264622 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:48.704199 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a142b-fe3f-4230-b38f-7911c034ea34 req-cb30b4b7-ce16-49f4-9237-5a050a239121 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:48.705713 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-920a142b-fe3f-4230-b38f-7911c034ea34 req-cb30b4b7-ce16-49f4-9237-5a050a239121 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0501816 Aug 23 16:26:48.745993 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-920a142b-fe3f-4230-b38f-7911c034ea34 req-c847afe5-b583-4b2e-a599-416d4e219fa6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343533 Aug 23 16:26:48.747478 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dfde56a9-7329-4110-9b8e-16d311485abc req-b508c714-0db0-46ec-9bd3-ffd627f26f52 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0261605 Aug 23 16:26:48.960929 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf1833-e432-41b7-a563-a646f6af4fd5 req-ee620ae7-99d9-40c8-8fd9-30d5e54ea6e9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:48.962618 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eedf1833-e432-41b7-a563-a646f6af4fd5 req-ee620ae7-99d9-40c8-8fd9-30d5e54ea6e9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 943 time: 0.0506268 Aug 23 16:26:49.005205 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eedf1833-e432-41b7-a563-a646f6af4fd5 req-14b064a8-9621-4401-8193-a18be5db26e3 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364985 Aug 23 16:26:49.139940 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:49.231976 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-668641d2-9850-4e27-b5ae-c01eb6fd26b1 req-e9649d47-fc0e-4dc1-a7f2-4b70a53ca446 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 23 16:26:49.848399 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5a012214-7d3a-4221-9b19-be5c51324347 req-22d029eb-aa13-44aa-9d2a-991c7cc131b7 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0290725 Aug 23 16:26:49.877470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021b064-4567-4692-8149-096f4f575bf8 req-ffa842cd-4ce8-440f-9719-2ef0b1d33a3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:49.880323 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5021b064-4567-4692-8149-096f4f575bf8 req-ffa842cd-4ce8-440f-9719-2ef0b1d33a3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0590484 Aug 23 16:26:49.922491 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5021b064-4567-4692-8149-096f4f575bf8 req-aa732291-b5ac-4ba0-9c4b-2324a8804121 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362446 Aug 23 16:26:50.126435 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06a2e-3242-4d40-b7c2-5da602fc15b8 req-e191cf85-e36d-4922-a977-f0aea8977bd4 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:50.127919 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86e06a2e-3242-4d40-b7c2-5da602fc15b8 req-e191cf85-e36d-4922-a977-f0aea8977bd4 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 943 time: 0.0486414 Aug 23 16:26:50.169814 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86e06a2e-3242-4d40-b7c2-5da602fc15b8 req-9555241f-ca46-49dc-ad75-448a80c8b1fe tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Aug 23 16:26:50.202887 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:26:50.330438 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a8e68c61-f74c-4eb2-97db-83c3c559225a req-0ebd6298-7790-4434-82fb-fdc32ea70d21 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Aug 23 16:26:50.934089 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:50.941865 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a69bc432-7d01-4a28-bcc3-810c69288058 req-96feb723-e1ca-4d60-aac8-fec8b2df02c4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0255711 Aug 23 16:26:50.981690 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-e9109643-0fb7-4a01-a05c-caf9eafdefca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39512639-97fc-4f16-917d-ea5b8c174f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275912 Aug 23 16:26:51.066267 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819b03-a46f-4059-a8f1-3253bcce23b6 req-f2017ff6-601a-40d7-9da2-99b3d3909a8e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:51.070261 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-38819b03-a46f-4059-a8f1-3253bcce23b6 req-f2017ff6-601a-40d7-9da2-99b3d3909a8e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0592437 Aug 23 16:26:51.122344 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-38819b03-a46f-4059-a8f1-3253bcce23b6 req-e045c48a-087d-45f6-aeee-2477255a430b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Aug 23 16:26:51.163534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-541f0e99-e0f9-4fc0-960c-a2bd08b6872d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:51.165217 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-541f0e99-e0f9-4fc0-960c-a2bd08b6872d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1706619 Aug 23 16:26:51.167636 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-226ddf77-7bf2-4b13-bc14-1a9ca8da6e32 service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632404 Aug 23 16:26:51.197246 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Request body: {'port': {'device_id': 'e1864ea4-9598-49a5-a520-d6511642503c', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'admin_state_up': True, 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:51.401122 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2ef06-e4d3-4b99-87d2-eda84abe3357 req-7def39d3-8057-433d-848b-dd68e0fece6d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:51.402603 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55a2ef06-e4d3-4b99-87d2-eda84abe3357 req-7def39d3-8057-433d-848b-dd68e0fece6d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 943 time: 0.1432815 Aug 23 16:26:51.411547 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b146025d-7e98-4740-903f-830b3e27dc18 req-1af9c5e9-62c1-4bc0-8263-86a5737faa1c service neutron] 10.222.0.82 "GET /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103145 Aug 23 16:26:51.436196 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-77ab9bb9-2487-4512-9eb3-d9e331c5bcc0 req-4b355963-b3de-4b81-b8d5-382241cd53e5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0312092 Aug 23 16:26:51.455174 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55a2ef06-e4d3-4b99-87d2-eda84abe3357 req-7e26e58b-1c7a-49bb-ae8f-562fd71f2bc7 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Aug 23 16:26:51.596316 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:51.605157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:51.740145 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Allocated IP 172.20.0.4 (c27df6aa-61c4-4b94-a7da-15294c63856b/b564250b-847b-414c-94cb-529867c98e47/e9d3fab9-ab22-46f5-beaa-16c1c92797b2) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:51.964718 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.058581 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-b1a20e58-a6f9-4985-9fda-cc1205c91250 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:52.060439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-b1a20e58-a6f9-4985-9fda-cc1205c91250 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "GET /v2.0/networks?id=8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 200 len: 814 time: 0.1792531 Aug 23 16:26:52.068129 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-67190d92-a348-4560-8d90-763f1e581d7d req-bcf436ff-e3e1-441e-bf07-e4998b0d154d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0464075 Aug 23 16:26:52.085708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Request body: {'port': {'device_id': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4', 'admin_state_up': True, 'tenant_id': '78dfbbf5f78b4b7cac9aad095a4a26c2'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:52.091022 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.109072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:52.208292 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Network c27df6aa-61c4-4b94-a7da-15294c63856b is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:52.225455 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:52.229945 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:52.288608 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event updated for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:52.349543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:52.350406 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.404633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a64a3-acbc-468f-a6a3-0b2fbdc80094 req-aa141e2a-e59b-4caf-a8bc-b8a4a9f892e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:52.406915 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be5a64a3-acbc-468f-a6a3-0b2fbdc80094 req-aa141e2a-e59b-4caf-a8bc-b8a4a9f892e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.1226106 Aug 23 16:26:52.452375 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be5a64a3-acbc-468f-a6a3-0b2fbdc80094 req-1b6f21e8-809a-4b7f-a9a5-81af0d12be4a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Aug 23 16:26:52.508341 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-f6612efb-9b6f-4426-8669-0b8c010dcbfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165784 Aug 23 16:26:52.524021 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Request body: {'port': {'device_id': 'e1864ea4-9598-49a5-a520-d6511642503c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:52.546245 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a95d6e54-aae3-4a4c-9048-89ac2d77f4c5 req-df582f6c-6bf4-4a80-a885-84bc1a03fb53 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0269594 Aug 23 16:26:52.617908 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.629886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Made reservation on behalf of 78dfbbf5f78b4b7cac9aad095a4a26c2 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:26:52.633460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.656909 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a03ba-32f6-428c-83a9-513ae58df67a req-ad43b492-de83-4c68-9fea-d644fc6be41d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:52.658525 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7e3a03ba-32f6-428c-83a9-513ae58df67a req-ad43b492-de83-4c68-9fea-d644fc6be41d tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 943 time: 0.1092596 Aug 23 16:26:52.825582 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7e3a03ba-32f6-428c-83a9-513ae58df67a req-36470588-d0f4-4ba7-9be5-d53355a8a2d0 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591613 Aug 23 16:26:52.963579 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Allocated IP 172.20.0.9 (8e84760e-394f-4548-a80e-b7d14bf1c5f4/f6d5bb99-3f0c-404c-adbb-542febb70f03/77c728db-c4b7-4ed2-bca1-85adacc0a29c) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:26:53.231508 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c3c06-b77c-453b-b166-7e7c2328a625 req-8c4ce0ab-cf31-48b1-8ed2-ccfb65d7bc5f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:53.233129 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8f9c3c06-b77c-453b-b166-7e7c2328a625 req-8c4ce0ab-cf31-48b1-8ed2-ccfb65d7bc5f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 931 time: 0.0827775 Aug 23 16:26:53.289125 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8f9c3c06-b77c-453b-b166-7e7c2328a625 req-cfddb594-f281-4c5d-96be-b0b102016609 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489807 Aug 23 16:26:53.358024 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d3fab9-ab22-46f5-beaa-16c1c92797b2 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:53.369119 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.399382 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Transition to ACTIVE for port object e9d3fab9-ab22-46f5-beaa-16c1c92797b2 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:53.424345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.528317 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.545547 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:26:53.595750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.636359 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:53.658233 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:26:53.664119 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:53.683486 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d', 'network_id': '39512639-97fc-4f16-917d-ea5b8c174f97', 'port_id': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d', 'mac_address': 'fa:16:3e:85:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b10d86-3fc1-4711-850f-5629d4a3b9db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:26:53.693337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4ce4-2c40-4359-bed1-da46d64301f9 req-3bba2984-b315-4b48-85dc-b1af31aba8ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:53.695325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc2c4ce4-2c40-4359-bed1-da46d64301f9 req-3bba2984-b315-4b48-85dc-b1af31aba8ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.1632850 Aug 23 16:26:53.696012 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:26:53.717737 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b04f5-5275-424f-beb0-3502a1083821 req-f358e33f-c685-4784-ba93-8067f17b08b3 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:53.721904 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-300b04f5-5275-424f-beb0-3502a1083821 req-f358e33f-c685-4784-ba93-8067f17b08b3 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 931 time: 0.0771139 Aug 23 16:26:53.729066 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:26:53.753400 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.792954 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:53.813514 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Pushing event updated for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:53.815156 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-300b04f5-5275-424f-beb0-3502a1083821 req-800b7307-9b29-4384-babb-dbf425c6627e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779555 Aug 23 16:26:53.837365 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:53.853640 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:53.854962 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.882365 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc2c4ce4-2c40-4359-bed1-da46d64301f9 req-d19612d2-68ee-4973-96c5-5ea3525cfa64 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497242 Aug 23 16:26:53.894184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Attempting to bind port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:53.894489 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Attempting to bind port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:53.894844 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Attempting to bind port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:53.906341 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 on network c27df6aa-61c4-4b94-a7da-15294c63856b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:26:53.906904 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Attempting to bind port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:53.925089 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:53.925601 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Checking segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:53.926666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Bound using segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:53.926666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Bound port: e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:53.929282 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.940495 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:53.983346 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-ad2af379-e199-4a5d-aad0-b362162554cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9016149 Aug 23 16:26:54.006298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Request body: {'port': {'device_id': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:26:54.007084 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:54.016742 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6ce4f-d6f3-43fc-9a3e-27b194991dc6 req-843e51e5-e486-4f7d-bbd3-0f924e04264b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.018839 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8df6ce4f-d6f3-43fc-9a3e-27b194991dc6 req-843e51e5-e486-4f7d-bbd3-0f924e04264b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 944 time: 0.0701087 Aug 23 16:26:54.044651 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:54.048529 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:54.062866 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8df6ce4f-d6f3-43fc-9a3e-27b194991dc6 req-8e2f1b72-8bdd-4490-8558-db76d0692898 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Aug 23 16:26:54.092240 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.147624 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.240703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.241312 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.242743 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] 10.222.0.82 "PUT /v2.0/ports/e9d3fab9-ab22-46f5-beaa-16c1c92797b2 HTTP/1.1" status: 200 len: 1093 time: 1.7236547 Aug 23 16:26:54.245006 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:54.247258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:54.288323 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:54.297413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c208f6a-9063-41ec-b1c6-16f5e2d3040f x-openstack-request-id: req-0c208f6a-9063-41ec-b1c6-16f5e2d3040f {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:54.297710 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:54.297926 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c208f6a-9063-41ec-b1c6-16f5e2d3040f {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:54.298321 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', 'status': 'completed', 'code': 200} Aug 23 16:26:54.298921 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11e96-99d5-4077-bb30-e29c750cb710 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:54.429755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-c76eb566-d923-4a5a-8f96-306e296b1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.432186 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-c76eb566-d923-4a5a-8f96-306e296b1654 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 1096 time: 0.0887566 Aug 23 16:26:54.535169 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19ad9-7325-493c-9ff7-1ea7a93d9d69 req-50dad78c-28e0-4621-b4af-269bd643557d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.536929 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4b19ad9-7325-493c-9ff7-1ea7a93d9d69 req-50dad78c-28e0-4621-b4af-269bd643557d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 943 time: 0.1013548 Aug 23 16:26:54.569825 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c728db-c4b7-4ed2-bca1-85adacc0a29c {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:54.581902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.594476 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4b19ad9-7325-493c-9ff7-1ea7a93d9d69 req-320021ca-4168-4f85-b8b4-51c27cab4367 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Aug 23 16:26:54.606856 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-165e596a-37ab-456e-abf0-0376cfc51b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.608342 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-165e596a-37ab-456e-abf0-0376cfc51b95 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1632786 Aug 23 16:26:54.609380 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Transition to ACTIVE for port object 77c728db-c4b7-4ed2-bca1-85adacc0a29c will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:26:54.716139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-7efa37c1-f5df-45c2-89bc-0c31379880cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.719029 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ddc7bbb6-3296-4e09-aa1b-e72358b47fc5 req-7efa37c1-f5df-45c2-89bc-0c31379880cb service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002455 Aug 23 16:26:54.735969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.828500 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Pushing event updated for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:54.885068 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-9c7acd51-ac3d-43ef-b181-9eb63a451576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:54.886637 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-9c7acd51-ac3d-43ef-b181-9eb63a451576 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 1096 time: 0.1160924 Aug 23 16:26:54.976399 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-d3f5086b-d941-4fc5-8c9c-bf8545f460ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2 HTTP/1.1" status: 200 len: 217 time: 0.0727017 Aug 23 16:26:54.984450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Attempting to bind port 77c728db-c4b7-4ed2-bca1-85adacc0a29c on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:26:54.984450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Attempting to bind port 77c728db-c4b7-4ed2-bca1-85adacc0a29c by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:26:54.984829 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Attempting to bind port 77c728db-c4b7-4ed2-bca1-85adacc0a29c on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:54.998621 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Port 77c728db-c4b7-4ed2-bca1-85adacc0a29c on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:26:54.998965 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Attempting to bind port 77c728db-c4b7-4ed2-bca1-85adacc0a29c on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:26:55.038589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b77ca0-def6-4d56-bf80-700d6b76e308 req-3650560a-3144-4360-9210-fb3fa5152e0d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.040285 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-62b77ca0-def6-4d56-bf80-700d6b76e308 req-3650560a-3144-4360-9210-fb3fa5152e0d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 943 time: 0.1509290 Aug 23 16:26:55.043271 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:26:55.043613 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Checking segment: {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:26:55.043999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Bound using segment: {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:26:55.044434 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Bound port: 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:26:55.044791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.064345 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c465d2-5842-4e06-8a70-e26000079c53 req-439f48dc-fa9f-457b-abfe-f143b0266d57 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.066008 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-32c465d2-5842-4e06-8a70-e26000079c53 req-439f48dc-fa9f-457b-abfe-f143b0266d57 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0635781 Aug 23 16:26:55.084365 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-b990d185-105a-4885-b1d4-04d0cf1059ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.087178 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-b990d185-105a-4885-b1d4-04d0cf1059ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b564250b-847b-414c-94cb-529867c98e47 HTTP/1.1" status: 200 len: 855 time: 0.0955865 Aug 23 16:26:55.112885 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-32c465d2-5842-4e06-8a70-e26000079c53 req-7f402d03-2a55-48fe-adc3-f1f83ade85f6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394368 Aug 23 16:26:55.166280 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-62b77ca0-def6-4d56-bf80-700d6b76e308 req-739f3798-5353-474d-a2cb-cc3859824614 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186440 Aug 23 16:26:55.168183 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-e5fe5706-db75-4056-bc93-83b0915c7fa1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c27df6aa-61c4-4b94-a7da-15294c63856b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505691 Aug 23 16:26:55.241329 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:26:55.257462 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:26:55.286680 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-5987d83e-b5dd-448d-8843-4143cb530127 service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091251 Aug 23 16:26:55.390598 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.423663 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f904e95-c1c9-43a5-b8ea-cd1b7e5c828d req-44bd26d9-6e4b-41fa-8875-4e71dcccd9f0 service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243536 Aug 23 16:26:55.431632 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.440765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.440765 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] 10.222.0.82 "PUT /v2.0/ports/77c728db-c4b7-4ed2-bca1-85adacc0a29c HTTP/1.1" status: 200 len: 1093 time: 1.4317698 Aug 23 16:26:55.440996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fed0c-87c8-4276-9e48-5cdcdb478201 req-563a817c-1368-4d83-a789-29b12ce15ebd tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.440996 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-926fed0c-87c8-4276-9e48-5cdcdb478201 req-563a817c-1368-4d83-a789-29b12ce15ebd tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 944 time: 0.2480845 Aug 23 16:26:55.453625 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99992-4f2d-4504-9a40-ff07c8f9c32d service neutron] Pushing event updated for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:55.480005 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-926fed0c-87c8-4276-9e48-5cdcdb478201 req-01b13a27-3953-4b17-9504-3fb27a98fadc tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Aug 23 16:26:55.564192 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:55.651243 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-03f2de68-341b-4164-864d-c4571c5c496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.652903 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-03f2de68-341b-4164-864d-c4571c5c496a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 1096 time: 0.0472801 Aug 23 16:26:55.705371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:26:55.710072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:55.710528 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.711586 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-85ba67e2-c52c-48c0-9f2f-46c9cafadc01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c HTTP/1.1" status: 200 len: 217 time: 0.0492101 Aug 23 16:26:55.786757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c413d-508c-4052-b259-9430cd48db30 req-33846bba-6806-405a-a5cd-440ad43c71fc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.788239 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d9c413d-508c-4052-b259-9430cd48db30 req-33846bba-6806-405a-a5cd-440ad43c71fc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 943 time: 0.1200378 Aug 23 16:26:55.790084 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-fac8dfeb-3e99-4514-be16-3924e10468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:55.791461 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-fac8dfeb-3e99-4514-be16-3924e10468bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6d5bb99-3f0c-404c-adbb-542febb70f03 HTTP/1.1" status: 200 len: 854 time: 0.0639608 Aug 23 16:26:55.794958 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.817544 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:55.819839 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36f6cdb-b5b7-4f91-b4f9-4e1cfd17b134" -d '{"events": [{"server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:55.833911 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:55.844881 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-a4ef5627-1f49-4cb1-a146-8e594c7c7c9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e84760e-394f-4548-a80e-b7d14bf1c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364616 Aug 23 16:26:55.852491 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d9c413d-508c-4052-b259-9430cd48db30 req-077bc669-f1d6-4f2c-8958-3cb8e1e7f86f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Aug 23 16:26:55.859842 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eebd80-2fd3-48d2-93cf-6dd40b0a8033 x-openstack-request-id: req-c6eebd80-2fd3-48d2-93cf-6dd40b0a8033 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:55.860142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:55.860394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c6eebd80-2fd3-48d2-93cf-6dd40b0a8033 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:55.860788 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d', 'code': 200} Aug 23 16:26:55.905409 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:55.944436 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-b7f00bf6-077e-4a1d-acd4-f17aae5033f5 service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898113 Aug 23 16:26:55.953396 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:56.038410 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-811ba850-e922-4707-9ff9-5a3f715cf13f req-8ab589d2-9cde-4744-be44-ee6ef18d251e service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Aug 23 16:26:56.250661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85791eaa-9cde-45f4-933b-b9e5b2422bd7 req-8d7b18bd-8938-41d7-9cec-f0d2b3de7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.252442 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85791eaa-9cde-45f4-933b-b9e5b2422bd7 req-8d7b18bd-8938-41d7-9cec-f0d2b3de7122 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 1098 time: 0.0483243 Aug 23 16:26:56.264159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1330-08aa-4fcf-a262-2af97ee13c18 req-7ac0fbfa-fcf9-4f5d-80dd-62edc7c5547c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.266217 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-923e1330-08aa-4fcf-a262-2af97ee13c18 req-7ac0fbfa-fcf9-4f5d-80dd-62edc7c5547c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0578506 Aug 23 16:26:56.300128 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:56.302508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae46ff1-c964-4a1f-b191-294190597c21" -d '{"events": [{"name": "network-changed", "server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:56.309086 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-923e1330-08aa-4fcf-a262-2af97ee13c18 req-6662af02-2042-4775-8a3d-725648025d52 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357578 Aug 23 16:26:56.322609 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85791eaa-9cde-45f4-933b-b9e5b2422bd7 req-6527c4eb-fa9e-4306-933d-d074b4812f4e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595088 Aug 23 16:26:56.338899 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c69ece-8ff9-493e-9298-3814c62819c4 req-b2e7084a-a7ff-4e4e-9ad7-1cc321f98f8c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.338899 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c2c69ece-8ff9-493e-9298-3814c62819c4 req-b2e7084a-a7ff-4e4e-9ad7-1cc321f98f8c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 943 time: 0.0825455 Aug 23 16:26:56.362887 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb85c4-da1f-4c0c-b542-bd92c7b1745d x-openstack-request-id: req-a9bb85c4-da1f-4c0c-b542-bd92c7b1745d {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:56.363175 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:56.363415 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9bb85c4-da1f-4c0c-b542-bd92c7b1745d {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:56.367690 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c', 'status': 'completed', 'code': 200} Aug 23 16:26:56.384594 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c2c69ece-8ff9-493e-9298-3814c62819c4 req-d62dc84f-acce-474b-a175-771ca3039324 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Aug 23 16:26:56.633448 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad4f6-aac1-409a-a037-56989978e875 req-d954021f-fdf0-42f4-bd05-c1d1e3ceb3f0 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.634991 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-84aad4f6-aac1-409a-a037-56989978e875 req-d954021f-fdf0-42f4-bd05-c1d1e3ceb3f0 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0642200 Aug 23 16:26:56.671137 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-afbc9b27-159c-4559-a8e9-45b8eb12fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.672582 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-afbc9b27-159c-4559-a8e9-45b8eb12fe74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 1096 time: 0.0426633 Aug 23 16:26:56.677522 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-84aad4f6-aac1-409a-a037-56989978e875 req-af45b010-ba84-48ed-857d-dbd1525dd68a tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Aug 23 16:26:56.781800 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-c641eb2a-11f6-4c56-8acf-2810864b7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.783093 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-c641eb2a-11f6-4c56-8acf-2810864b7f93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 200 len: 915 time: 0.0946603 Aug 23 16:26:56.835525 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-a9745f7b-a480-4b4a-b3a7-d875888a2cce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c HTTP/1.1" status: 200 len: 217 time: 0.0359535 Aug 23 16:26:56.853976 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 51722) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:56.903914 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-669a4117-0c57-471e-9f07-c2fe8bbaa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:56.905442 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-669a4117-0c57-471e-9f07-c2fe8bbaa0a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6d5bb99-3f0c-404c-adbb-542febb70f03 HTTP/1.1" status: 200 len: 854 time: 0.0553350 Aug 23 16:26:56.910135 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Deleting subnet 31d876d3-fb47-4b57-9e13-862aeb17ffb1 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:26:56.913511 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:56.950330 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:56.953026 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-242403bf-6d95-40b0-a522-7f71a8a50897 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e84760e-394f-4548-a80e-b7d14bf1c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327530 Aug 23 16:26:56.956660 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.043880 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e19e9e-8a8e-41ca-9d35-564f1a1161b0 req-b985dab8-e473-46f8-bf20-1d85611f96fa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:57.045428 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e3e19e9e-8a8e-41ca-9d35-564f1a1161b0 req-b985dab8-e473-46f8-bf20-1d85611f96fa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 943 time: 0.1163700 Aug 23 16:26:57.100375 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.105669 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-1a8e77ce-ed74-437c-990d-34dfb886ce62 service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355755 Aug 23 16:26:57.114359 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e3e19e9e-8a8e-41ca-9d35-564f1a1161b0 req-31d3ac2b-47ba-4a4f-8f92-e7c7433ba33d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Aug 23 16:26:57.128889 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d876d3-fb47-4b57-9e13-862aeb17ffb1,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:57.131438 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.136108 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/31d876d3-fb47-4b57-9e13-862aeb17ffb1 HTTP/1.1" status: 204 len: 168 time: 0.2781901 Aug 23 16:26:57.136108 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 51726) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:57.147910 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.148737 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.148737 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.149479 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.149479 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.149479 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.150341 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.150341 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.150553 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.151533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.151533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.151533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d78a0-6352-405a-841a-a4c0c0d6ad6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:26:57.219768 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ae46ff1-c964-4a1f-b191-294190597c21 req-6d9f3085-9623-488b-86c6-0cfd060150b1 service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986423 Aug 23 16:26:57.225997 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.314030 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.324199 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.324571 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.325365 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.325693 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > port after_create 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.326041 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > port after_delete 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.326366 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > port after_update 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.326680 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.327013 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.327326 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.327642 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.501224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b870903-264c-4b3f-9ac2-bdc2dd67fcb7 req-bbe65e83-eaeb-40af-ad7e-c26891dbb609 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:57.502790 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9b870903-264c-4b3f-9ac2-bdc2dd67fcb7 req-bbe65e83-eaeb-40af-ad7e-c26891dbb609 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 943 time: 0.0506744 Aug 23 16:26:57.508403 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.508765 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.509099 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.509430 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 16:26:57.509826 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d70da3-d83e-4563-9c1a-ddf85e0e8e97']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:57.547358 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9b870903-264c-4b3f-9ac2-bdc2dd67fcb7 req-474f2686-669e-46eb-8176-5d0a2cd0b294 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Aug 23 16:26:57.554031 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eaaf7c-4731-485f-a5f0-677e958ee0d9') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:57.554337 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eaaf7c-4731-485f-a5f0-677e958ee0d9') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:57.574534 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.591130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:26:57.606273 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.619877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a512ad-4908-45e1-93d7-f51f27f9b6c6 req-c81c11d1-520f-4a73-8353-e9a6443822cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:57.625507 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e8a512ad-4908-45e1-93d7-f51f27f9b6c6 req-c81c11d1-520f-4a73-8353-e9a6443822cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.1065547 Aug 23 16:26:57.626382 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:26:57.626802 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: from cryptography.utils import int_from_bytes Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: from cryptography.utils import int_from_bytes Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:26:57.631288 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:26:57.713190 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:57.720562 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e8a512ad-4908-45e1-93d7-f51f27f9b6c6 req-8cb03f9a-3299-411d-a41b-51e79cf9df0b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786068 Aug 23 16:26:57.721670 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:26:57.762491 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.775903 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:57.797518 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.800573 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32855d5a-b5c4-4bc7-a79f-ac520d553b1d req-36829bce-da7a-4823-816c-8baa9aa156f1 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:57.802132 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-32855d5a-b5c4-4bc7-a79f-ac520d553b1d req-36829bce-da7a-4823-816c-8baa9aa156f1 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Aug 23 16:26:57.804441 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:57.805659 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.809981 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] 10.222.0.63 "DELETE /v2.0/networks/67d70da3-d83e-4563-9c1a-ddf85e0e8e97 HTTP/1.1" status: 204 len: 168 time: 0.6711226 Aug 23 16:26:57.810634 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51742) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:57.817655 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51366cce-4311-45f8-9be5-5806efe22bed admin admin] Pushing event deleted for resources: {'Network': ['ID=67d70da3-d83e-4563-9c1a-ddf85e0e8e97,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:57.848414 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.879528 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Deleting subnet f2ab1740-a250-4fed-bf03-f7ae40adf63d {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:26:57.884967 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-32855d5a-b5c4-4bc7-a79f-ac520d553b1d req-f69217e8-48e4-4875-bc44-cf20d7e7f911 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Aug 23 16:26:57.885671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.908570 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=6']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:57.928916 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.967639 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.053947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51746) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:58.110117 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['1ad3a88d-8c62-49a6-87ec-1662d38f76a3'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:26:58.118139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.151955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ab1740-a250-4fed-bf03-f7ae40adf63d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:58.157421 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.159619 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-96ea8ca1-ef9d-4d54-9e40-d41913acef2d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f2ab1740-a250-4fed-bf03-f7ae40adf63d HTTP/1.1" status: 204 len: 168 time: 0.3481159 Aug 23 16:26:58.162091 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51752) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:58.253573 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a6ac255e-cccf-4827-998d-1a8848ad8f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.269708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.269923 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fb528-b623-448a-a2b1-215b6e84a5cc req-7c3b3cce-3e54-41b5-9e47-96dac99adf94 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:58.271512 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-de2fb528-b623-448a-a2b1-215b6e84a5cc req-7c3b3cce-3e54-41b5-9e47-96dac99adf94 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 943 time: 0.0678196 Aug 23 16:26:58.314725 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-de2fb528-b623-448a-a2b1-215b6e84a5cc req-acd67c51-d3f7-4150-8487-3e89c95f40e0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Aug 23 16:26:58.380950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.395509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10baf15b-502a-4304-9da4-b0425b07f9de']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:58.413216 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d9222d-1b90-4725-86b6-768cd04c8f8d') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:58.420010 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d9222d-1b90-4725-86b6-768cd04c8f8d') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:26:58.425388 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.446070 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.459036 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:26:58.459433 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:26:58.461061 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:26:58.473392 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a6ac255e-cccf-4827-998d-1a8848ad8f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.570042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a6ac255e-cccf-4827-998d-1a8848ad8f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.612236 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-a6ac255e-cccf-4827-998d-1a8848ad8f03 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8489443811474090b68d994879231e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572033 Aug 23 16:26:58.612961 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac255e-cccf-4827-998d-1a8848ad8f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6363b4-0691-41bd-b577-c64a4bdbb8dd,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:58.615341 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 51758) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:58.647491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.653546 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.655324 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] 10.222.0.63 "DELETE /v2.0/networks/10baf15b-502a-4304-9da4-b0425b07f9de HTTP/1.1" status: 204 len: 168 time: 0.4922996 Aug 23 16:26:58.675313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8ffe-f5be-4bba-a067-88cdb0d96eae admin admin] Pushing event deleted for resources: {'Network': ['ID=10baf15b-502a-4304-9da4-b0425b07f9de,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:58.676508 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.690469 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f6b3-f114-46a0-8a9e-0c6e322ebeef req-34d5dd88-0df2-493f-9261-9707f4f1f8f0 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:58.692322 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2271f6b3-f114-46a0-8a9e-0c6e322ebeef req-34d5dd88-0df2-493f-9261-9707f4f1f8f0 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 943 time: 0.0726917 Aug 23 16:26:58.703861 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.736369 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2271f6b3-f114-46a0-8a9e-0c6e322ebeef req-3a19b8cf-3e35-4152-b5e0-f155ae3febf3 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367417 Aug 23 16:26:58.853153 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37cc05-de75-4110-9ef8-0b99f5d74b1a req-25efc00a-72a8-4f14-a54a-d71e5326419a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:58.854693 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d37cc05-de75-4110-9ef8-0b99f5d74b1a req-25efc00a-72a8-4f14-a54a-d71e5326419a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0522537 Aug 23 16:26:58.888244 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.891494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.892625 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6f6363b4-0691-41bd-b577-c64a4bdbb8dd HTTP/1.1" status: 204 len: 168 time: 0.2762284 Aug 23 16:26:58.911547 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d37cc05-de75-4110-9ef8-0b99f5d74b1a req-b14daf30-f7d7-466a-98c0-fec8de12e50b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Aug 23 16:26:58.911547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d527b9-4fdb-47c7-91c5-b55dc7ff8743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6363b4-0691-41bd-b577-c64a4bdbb8dd,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:59.010723 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828209c8-4462-4687-855d-21783921b376 req-0d342f47-9bd5-459a-84eb-fb784c9c3b1b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:59.012295 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-828209c8-4462-4687-855d-21783921b376 req-0d342f47-9bd5-459a-84eb-fb784c9c3b1b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0542941 Aug 23 16:26:59.054368 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-828209c8-4462-4687-855d-21783921b376 req-efa764ff-8305-47f9-a62f-64e0b913d6ff tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Aug 23 16:26:59.178926 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 51770) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:59.220597 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-196ecfbb-2a82-4c35-ac39-d975bb084707 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b97a2672994f4e26b501623e52384714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404835 Aug 23 16:26:59.223471 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51772) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:26:59.278697 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.305864 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.461563 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073c5b5-b381-4682-90a0-a8f1fa62308e req-2e40504d-f2cb-4374-bd2d-04f201f86155 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:59.463144 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6073c5b5-b381-4682-90a0-a8f1fa62308e req-2e40504d-f2cb-4374-bd2d-04f201f86155 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 943 time: 0.0530832 Aug 23 16:26:59.504000 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6073c5b5-b381-4682-90a0-a8f1fa62308e req-87ba8f57-df45-400c-affa-1461e36e640c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331426 Aug 23 16:26:59.550241 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.553204 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.554468 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f33cc199-0f2a-4547-b6a2-5efa315364cf HTTP/1.1" status: 204 len: 168 time: 0.3298128 Aug 23 16:26:59.564173 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886b32-87d5-479e-b8da-d53eb39389f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cc199-0f2a-4547-b6a2-5efa315364cf,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:26:59.602958 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 77c728db-c4b7-4ed2-bca1-85adacc0a29c details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:26:59.607290 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:26:59.718952 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:26:59.719325 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.769035 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:59.792384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '77c728db-c4b7-4ed2-bca1-85adacc0a29c', 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4', 'port_id': '77c728db-c4b7-4ed2-bca1-85adacc0a29c', 'mac_address': 'fa:16:3e:b6:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d5bb99-3f0c-404c-adbb-542febb70f03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:26:59.866166 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9e49b-7262-4dac-a619-95f1b02f5c6d req-fa3e8bf9-901b-4236-a8fc-1076bd69604f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:26:59.866477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.868165 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c3d9e49b-7262-4dac-a619-95f1b02f5c6d req-fa3e8bf9-901b-4236-a8fc-1076bd69604f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 943 time: 0.0596616 Aug 23 16:26:59.879379 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:59.893203 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c728db-c4b7-4ed2-bca1-85adacc0a29c {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:26:59.912707 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c3d9e49b-7262-4dac-a619-95f1b02f5c6d req-be518eb8-9a98-4e5f-80d1-df461c1f84e4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Aug 23 16:26:59.915928 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:26:59.918021 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3ae9e-8705-4df5-a8ea-3b959a376349" -d '{"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:26:59.938006 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:59.940087 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:26:59.977618 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686e6d1f-6cba-4a4d-b52c-b339dec584b1 x-openstack-request-id: req-686e6d1f-6cba-4a4d-b52c-b339dec584b1 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:26:59.978142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:26:59.978396 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-686e6d1f-6cba-4a4d-b52c-b339dec584b1 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:26:59.978851 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'code': 200} Aug 23 16:27:00.037424 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.038130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e9d3fab9-ab22-46f5-beaa-16c1c92797b2 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:27:00.059703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfd3c-cee6-40c4-93e1-32f172b9d9cd req-a68f58b9-499c-4c83-b9ba-69ebd3c7aaef tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:00.061362 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0acfd3c-cee6-40c4-93e1-32f172b9d9cd req-a68f58b9-499c-4c83-b9ba-69ebd3c7aaef tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0559285 Aug 23 16:27:00.091355 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.108710 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0acfd3c-cee6-40c4-93e1-32f172b9d9cd req-f6075d27-2227-481e-8ac4-c79b982e1547 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Aug 23 16:27:00.171853 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:00.212993 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a06da-249a-4c6d-b99c-dbcca82b9e96 req-b0e2d813-5d0c-427c-8168-1e72115113aa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:00.214126 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-732a06da-249a-4c6d-b99c-dbcca82b9e96 req-b0e2d813-5d0c-427c-8168-1e72115113aa tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0688918 Aug 23 16:27:00.247526 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=7']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:00.261230 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-732a06da-249a-4c6d-b99c-dbcca82b9e96 req-27b8006e-f4af-41ad-b438-9cb063f415ed tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345125 Aug 23 16:27:00.261614 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:00.277391 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'port_id': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', 'mac_address': 'fa:16:3e:34:6b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564250b-847b-414c-94cb-529867c98e47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:27:00.322442 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.337756 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d3fab9-ab22-46f5-beaa-16c1c92797b2 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:27:00.361011 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:00.552032 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.619646 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:00.634184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51802) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:00.638821 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20e8c-a398-4b3d-add9-c24261126f27 req-587f3207-6bd5-48f2-bbac-305c5df638af tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:00.641245 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-10c20e8c-a398-4b3d-add9-c24261126f27 req-587f3207-6bd5-48f2-bbac-305c5df638af tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 944 time: 0.0641675 Aug 23 16:27:00.680280 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7d45a8fd-9b18-470b-be25-518e85d7d3d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44e2d662d4f04b36884aede5b981c052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420566 Aug 23 16:27:00.680280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 51804) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:00.694302 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-10c20e8c-a398-4b3d-add9-c24261126f27 req-1326b3e5-9bcc-422e-89e2-10fe23032ac4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Aug 23 16:27:00.739284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.761914 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.980416 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.983030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:00.984633 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d46ab560-f400-4e3b-8e25-c8a7ddd383ec HTTP/1.1" status: 204 len: 168 time: 0.3037493 Aug 23 16:27:00.991859 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-49d788ef-6342-4bb6-9f21-82c99c6f0a99 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086594346&fields=id&tenant_id=ade5d1e578454f928506ca1024f3c8ae HTTP/1.1" status: 200 len: 267 time: 0.0352733 Aug 23 16:27:00.992832 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6c2e1-afb1-4094-b3c9-d859453f21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ab560-f400-4e3b-8e25-c8a7ddd383ec,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:01.126687 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-2cf12009-940a-42e4-b51e-e44eebb6d578 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.128227 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-2cf12009-940a-42e4-b51e-e44eebb6d578 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 809 time: 0.1266921 Aug 23 16:27:01.144968 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-44fd38b6-b220-476d-8393-981b3674a666 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/quotas/ade5d1e578454f928506ca1024f3c8ae HTTP/1.1" status: 200 len: 375 time: 0.0106053 Aug 23 16:27:01.210889 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-ce9a57f8-e4a9-475c-a3c5-ea8ff7598003 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604041 Aug 23 16:27:01.221848 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['e9d3fab9-ab22-46f5-beaa-16c1c92797b2'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:01.254265 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['77c728db-c4b7-4ed2-bca1-85adacc0a29c'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:01.275253 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfd430-4bd4-4c77-a1e7-d59609c72802 req-0f536420-5cb3-43e3-b6ea-0f757fcf6c4e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.276790 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f2dfd430-4bd4-4c77-a1e7-d59609c72802 req-0f536420-5cb3-43e3-b6ea-0f757fcf6c4e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 944 time: 0.0531151 Aug 23 16:27:01.323278 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f2dfd430-4bd4-4c77-a1e7-d59609c72802 req-9ae4a2b0-7a9d-422f-8b80-0630518bdd68 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Aug 23 16:27:01.329872 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-c8b18890-fe22-471e-a94c-3b62ef0fd951 service neutron] 10.222.0.63 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040192 Aug 23 16:27:01.433563 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe49ce-d546-4e0b-b5e1-58f82f064915 req-8d91e6ca-508b-4244-8839-043bbd8b97e0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.435173 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a7fe49ce-d546-4e0b-b5e1-58f82f064915 req-8d91e6ca-508b-4244-8839-043bbd8b97e0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0502644 Aug 23 16:27:01.466909 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-7395ee9b-fcc0-4fb2-bb2a-4101533505c2 service neutron] 10.222.0.63 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303751 Aug 23 16:27:01.499687 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a7fe49ce-d546-4e0b-b5e1-58f82f064915 req-0e991468-eb2e-461b-9e00-728b55af3ea8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513330 Aug 23 16:27:01.568005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-84ab045b-ff63-484a-a986-e30fef5145c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.571033 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-84ab045b-ff63-484a-a986-e30fef5145c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0543587 Aug 23 16:27:01.909419 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81e279-8510-4e6c-b71f-e780b77dd482 req-14f2a7d4-dd64-4493-be95-847d29dfbae1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.911006 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a81e279-8510-4e6c-b71f-e780b77dd482 req-14f2a7d4-dd64-4493-be95-847d29dfbae1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.3389130 Aug 23 16:27:01.941848 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-b7e8ae1e-65da-48b0-9ba7-b2e4d34fc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:01.943306 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-b7e8ae1e-65da-48b0-9ba7-b2e4d34fc445 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.3601263 Aug 23 16:27:01.970092 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a81e279-8510-4e6c-b71f-e780b77dd482 req-13957dcf-9ed1-4cbd-929c-b31f583b0e87 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Aug 23 16:27:01.998167 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-fce81ac7-ae32-491c-ad96-e393aba18d4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0415523 Aug 23 16:27:02.084350 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-f34b8a3a-86db-41e0-b5bf-097c16f8ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:02.085987 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-f34b8a3a-86db-41e0-b5bf-097c16f8ddc1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0759764 Aug 23 16:27:02.104897 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236ebb6-d5cb-479f-8113-969e67aaf06e req-77ef8bca-7686-426b-aae1-eb8caadcce7f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:02.106418 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6236ebb6-d5cb-479f-8113-969e67aaf06e req-77ef8bca-7686-426b-aae1-eb8caadcce7f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 944 time: 0.0651977 Aug 23 16:27:02.144131 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-5058c503-299b-407e-8940-4d132472162a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366333 Aug 23 16:27:02.171930 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6236ebb6-d5cb-479f-8113-969e67aaf06e req-f6ae82e7-b88d-4e04-b5ad-97ab20224a1f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556588 Aug 23 16:27:02.311201 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42250f1a-0466-4103-b4fa-9f3068e23ba7 req-7f0528a3-059e-49ef-9c24-d87bd351cdc1 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0848792 Aug 23 16:27:02.360693 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-7d548c4a-500e-40b3-8dcc-743b1a205219 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551194 Aug 23 16:27:02.509013 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a9b86-3e51-4366-a643-38d67c4c75cf req-d67f0f08-0b05-4d9e-a3ae-627135c09690 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:02.510506 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a6a9b86-3e51-4366-a643-38d67c4c75cf req-d67f0f08-0b05-4d9e-a3ae-627135c09690 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 944 time: 0.0873389 Aug 23 16:27:02.516249 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ebf9b4b8-f55c-49fb-b3f1-d692cdf3bd1b req-8d44335e-5624-4071-b93e-c7295173f2aa service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366222 Aug 23 16:27:02.578896 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a6a9b86-3e51-4366-a643-38d67c4c75cf req-adc28319-36d1-453d-8a15-ee9234a90ce9 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585637 Aug 23 16:27:02.707355 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f0303-db66-4002-9191-475166873896 req-7e243087-64f9-40e9-bef6-b3c4257a09be tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:02.708931 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-905f0303-db66-4002-9191-475166873896 req-7e243087-64f9-40e9-bef6-b3c4257a09be tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0541480 Aug 23 16:27:02.754511 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-905f0303-db66-4002-9191-475166873896 req-46a02a19-49be-4b21-b4e1-74cf636346b6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Aug 23 16:27:02.876288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d45d-93f7-4321-a9d8-a708a16d7ed3 req-576c12e0-4330-4111-bef5-0651bbd8495e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:02.881800 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d019d45d-93f7-4321-a9d8-a708a16d7ed3 req-576c12e0-4330-4111-bef5-0651bbd8495e tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0575192 Aug 23 16:27:02.931576 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d019d45d-93f7-4321-a9d8-a708a16d7ed3 req-81e78826-3ecc-4fb4-804c-bda66efb4b87 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Aug 23 16:27:03.091342 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3eb5a7-0635-4668-b81b-f0ace0cf6cdc req-09d5b987-17e7-4836-985f-e89fe7c44e84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:03.093989 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a3eb5a7-0635-4668-b81b-f0ace0cf6cdc req-09d5b987-17e7-4836-985f-e89fe7c44e84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Aug 23 16:27:03.161464 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a3eb5a7-0635-4668-b81b-f0ace0cf6cdc req-081b65df-6a0b-4f32-8bbd-747c17743498 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Aug 23 16:27:03.321666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f397c1-c064-4da1-a77f-35702b344f21 req-28a60d2f-e304-4939-bd4a-1ebb27b1ceb9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:03.329454 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-46f397c1-c064-4da1-a77f-35702b344f21 req-28a60d2f-e304-4939-bd4a-1ebb27b1ceb9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 944 time: 0.0718918 Aug 23 16:27:03.391544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-46f397c1-c064-4da1-a77f-35702b344f21 req-7df385bf-5a99-4ab9-88b4-2bc00054a875 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604520 Aug 23 16:27:03.417862 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-28105f75-c005-417d-8371-1c5323cfc1c6 req-8733d79e-1d02-4df5-908d-eb492b35005f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0414977 Aug 23 16:27:03.615403 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 77c728db-c4b7-4ed2-bca1-85adacc0a29c up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:27:03.834542 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dfa11-5936-4e13-8966-fa8b8a9c355f req-ecb6f730-971a-4d1b-b758-37f5804e4f66 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:03.836820 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bd8dfa11-5936-4e13-8966-fa8b8a9c355f req-ecb6f730-971a-4d1b-b758-37f5804e4f66 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 944 time: 0.0956657 Aug 23 16:27:03.855413 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 77c728db-c4b7-4ed2-bca1-85adacc0a29c completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:27:03.857675 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 77c728db-c4b7-4ed2-bca1-85adacc0a29c triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:27:03.858089 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:03.910735 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bd8dfa11-5936-4e13-8966-fa8b8a9c355f req-a18a20d6-d079-4a42-9add-75f4f1ad8a7b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664499 Aug 23 16:27:03.989898 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4b88d-5310-4b53-be0b-2230e4d8a7a6 req-52e6fed3-4d79-4829-aa8d-a6ebba955308 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:03.999058 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-08f4b88d-5310-4b53-be0b-2230e4d8a7a6 req-52e6fed3-4d79-4829-aa8d-a6ebba955308 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0738091 Aug 23 16:27:04.048265 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:04.060754 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-08f4b88d-5310-4b53-be0b-2230e4d8a7a6 req-0f6b324c-0015-4119-ad4a-9e1abffa4553 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567462 Aug 23 16:27:04.105924 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:04.109082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277294f4-29e9-402f-a167-ea6bfcd87c49" -d '{"events": [{"server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "name": "network-vif-plugged", "status": "completed", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:04.117013 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:04.151511 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16117f-70e4-49d6-92be-5bfe73cddfcf req-f19e616d-2d64-4275-bc03-ded8cd4ba7a6 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:04.153281 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-af16117f-70e4-49d6-92be-5bfe73cddfcf req-f19e616d-2d64-4275-bc03-ded8cd4ba7a6 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0804570 Aug 23 16:27:04.174041 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:04.175145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e9d3fab9-ab22-46f5-beaa-16c1c92797b2 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:27:04.192426 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa351318-ca16-4474-97d6-0675fd9f168b x-openstack-request-id: req-aa351318-ca16-4474-97d6-0675fd9f168b {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:04.192589 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "name": "network-vif-plugged", "status": "completed", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:04.192814 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aa351318-ca16-4474-97d6-0675fd9f168b {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:04.200178 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c', 'code': 200} Aug 23 16:27:04.245446 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-af16117f-70e4-49d6-92be-5bfe73cddfcf req-9fbdc7cb-c74e-40fd-a3f1-0191c63ac014 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852168 Aug 23 16:27:04.303608 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:04.364140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:27:04.367310 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aedb7b-9609-4eea-b557-42989dc4d011 req-55a1f449-0ff0-4e66-b9ac-32c08749b490 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:04.370018 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:27:04.374781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:04.377403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-45aedb7b-9609-4eea-b557-42989dc4d011 req-55a1f449-0ff0-4e66-b9ac-32c08749b490 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0880919 Aug 23 16:27:04.428572 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-45aedb7b-9609-4eea-b557-42989dc4d011 req-99030921-eada-436e-b383-b8bf3fe770e0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Aug 23 16:27:04.538255 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:04.560916 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffc1b6-cd8c-41fc-9af2-1e4df5845288 req-16e10d28-8c79-4ef7-8f31-4af2ce47cefa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:04.582988 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c2ffc1b6-cd8c-41fc-9af2-1e4df5845288 req-16e10d28-8c79-4ef7-8f31-4af2ce47cefa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 944 time: 0.0851550 Aug 23 16:27:04.620949 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:04.623227 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5625194f-7f56-475a-9046-234d73853658 req-63face3e-5d63-4d1b-9e6e-d7c69a65d153 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0568514 Aug 23 16:27:04.655510 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c2ffc1b6-cd8c-41fc-9af2-1e4df5845288 req-7b840afe-54d7-4db0-b5ff-f3e933e26244 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708516 Aug 23 16:27:04.688309 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:04.697681 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab38b5-101a-4af0-bbc8-fcd07c12e51b req-a413c6fe-72e3-4715-87be-47d0771f6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:04.699269 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a5ab38b5-101a-4af0-bbc8-fcd07c12e51b req-a413c6fe-72e3-4715-87be-47d0771f6c5d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 1098 time: 0.0650735 Aug 23 16:27:04.782335 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a5ab38b5-101a-4af0-bbc8-fcd07c12e51b req-d005816d-4aa5-427f-a2c4-29dfc17521fb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Aug 23 16:27:04.899753 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:05.054427 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2550-84d5-4c94-a68e-1d6bcf2bc5d5 req-6170ce88-c2e5-47b3-8f2e-99ecfe548069 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.056112 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dc7c2550-84d5-4c94-a68e-1d6bcf2bc5d5 req-6170ce88-c2e5-47b3-8f2e-99ecfe548069 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0637405 Aug 23 16:27:05.119407 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dc7c2550-84d5-4c94-a68e-1d6bcf2bc5d5 req-4476a937-89f6-4edc-992a-8d4f76986b66 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Aug 23 16:27:05.200960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934e2b2-e763-4723-96a6-517b99f0bae6 req-570bcaa6-b031-4d9f-adaa-edc55da279e4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.203688 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3934e2b2-e763-4723-96a6-517b99f0bae6 req-570bcaa6-b031-4d9f-adaa-edc55da279e4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0539711 Aug 23 16:27:05.245696 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3934e2b2-e763-4723-96a6-517b99f0bae6 req-5310cb5c-e8da-45f8-b147-fbefeacaa9c2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Aug 23 16:27:05.375146 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e805a-fc03-449a-9b62-80010a60c352 req-bd031fd4-500d-4a74-9e65-4855223af020 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.377259 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-652e805a-fc03-449a-9b62-80010a60c352 req-bd031fd4-500d-4a74-9e65-4855223af020 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0679486 Aug 23 16:27:05.380076 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee0272-f7e1-402a-9f26-024599c34913 req-bda72cf3-76db-462a-8541-a1c91e37a582 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.381594 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efee0272-f7e1-402a-9f26-024599c34913 req-bda72cf3-76db-462a-8541-a1c91e37a582 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 945 time: 0.0556290 Aug 23 16:27:05.452528 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efee0272-f7e1-402a-9f26-024599c34913 req-62814d98-868e-493c-a232-fb2c7f7a72f9 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9ef3357-d5bd-4457-9022-f9d3bf1fce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Aug 23 16:27:05.502705 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Deleting port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:27:05.503840 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:05.647442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cb12d-861e-4606-92b0-a3e2d3ccddb8 req-1d55ec9f-fd05-41b1-8870-5dc6c3425df6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.649050 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e79cb12d-861e-4606-92b0-a3e2d3ccddb8 req-1d55ec9f-fd05-41b1-8870-5dc6c3425df6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0987513 Aug 23 16:27:05.651179 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] For port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,segment=NetworkSegment(97deebdb-bed9-4b8e-a3eb-cd688efa4ffd),segment_id=97deebdb-bed9-4b8e-a3eb-cd688efa4ffd)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:05.651649 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:05.680518 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Calling delete_port for fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:27:05.726758 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e79cb12d-861e-4606-92b0-a3e2d3ccddb8 req-65564cf5-9bdf-46a7-a797-11db68dca955 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639398 Aug 23 16:27:05.834747 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc36edb-1853-436d-8f80-6a81fa638cea req-4f1aa262-9eda-4308-8eda-b0d70ad8862e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:05.841309 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8fc36edb-1853-436d-8f80-6a81fa638cea req-4f1aa262-9eda-4308-8eda-b0d70ad8862e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0916905 Aug 23 16:27:05.845856 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d47bd989-7ef1-4453-9de0-90b689eaf1af req-d89356f4-1c3a-4641-9475-c2853111e2c8 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0384953 Aug 23 16:27:05.913127 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8fc36edb-1853-436d-8f80-6a81fa638cea req-b5fa754d-ac9e-493f-a149-8a2699ccb87b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Aug 23 16:27:06.054856 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:06.084997 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:06.141300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Pushing event deleted for resources: {'Port': ['ID=fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:06.193810 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] No DVR routers for this DVR port fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:27:06.198026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:06.200492 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-652e805a-fc03-449a-9b62-80010a60c352 req-9e4cfb53-9087-4dc6-9004-11cfa068c61b tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.82 "DELETE /v2.0/ports/fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d HTTP/1.1" status: 204 len: 173 time: 0.8113334 Aug 23 16:27:06.201663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:06.201890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'name': 'network-vif-deleted', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:06.219453 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adf6fca-374a-451e-a3e8-ef22036709d2" -d '{"events": [{"server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:06.219921 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07da3c9-33fa-4800-9472-1082f57ba07b" -d '{"events": [{"server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "name": "network-vif-deleted", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:06.251772 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32902a2f-ddce-4a56-9b05-ebdff746890e x-openstack-request-id: req-32902a2f-ddce-4a56-9b05-ebdff746890e {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:06.252276 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:06.252887 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32902a2f-ddce-4a56-9b05-ebdff746890e {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:06.253365 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', 'code': 200} Aug 23 16:27:06.310954 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f523b1-9937-4abc-bf7b-4fbb2046b475 x-openstack-request-id: req-78f523b1-9937-4abc-bf7b-4fbb2046b475 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:06.311387 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5", "name": "network-vif-deleted", "tag": "fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:06.311829 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-78f523b1-9937-4abc-bf7b-4fbb2046b475 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:06.312406 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5', 'name': 'network-vif-deleted', 'tag': 'fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d', 'status': 'completed', 'code': 200} Aug 23 16:27:06.452912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bffd3-3a50-44ed-8b3a-1b75215c48ce req-f885e0eb-dde7-4532-bfa9-d1621003b6b3 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:06.454945 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-822bffd3-3a50-44ed-8b3a-1b75215c48ce req-f885e0eb-dde7-4532-bfa9-d1621003b6b3 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.2588630 Aug 23 16:27:06.468442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-cabcafd3-9d96-4602-bba5-32177b1092ac tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:06.474507 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-cabcafd3-9d96-4602-bba5-32177b1092ac tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 809 time: 0.2153904 Aug 23 16:27:06.501349 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a01b4-5f71-4c68-848d-5f919b9c2343 req-49f0cfee-2dc1-492d-b834-a37773e03ec8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:06.503418 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e14a01b4-5f71-4c68-848d-5f919b9c2343 req-49f0cfee-2dc1-492d-b834-a37773e03ec8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.1147306 Aug 23 16:27:06.550662 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-822bffd3-3a50-44ed-8b3a-1b75215c48ce req-0dc89c33-75fa-4fb7-9d55-a2397df983a4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794518 Aug 23 16:27:06.580518 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-2a883918-121e-45fc-a859-a9fe00e4d2cd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade5d1e578454f928506ca1024f3c8ae HTTP/1.1" status: 200 len: 380 time: 0.0937693 Aug 23 16:27:06.580856 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e14a01b4-5f71-4c68-848d-5f919b9c2343 req-ae930e08-bbcd-45a1-971c-66c1ed75ea3d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556254 Aug 23 16:27:06.601633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'port': {'device_id': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'admin_state_up': True, 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'security_groups': ['7301fe6c-7675-47e8-964c-ea2f31fd438b']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:27:06.682556 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-15b6e157-3851-4bc6-a2cc-0af99b90875c req-03a993b0-2b8f-4bfb-b2f2-e18e33f297ce tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0344009 Aug 23 16:27:06.844086 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec476b-eb6f-4e5a-a538-c760d270b87e req-1f9c9aa1-5ef7-425d-8ae1-6deace93a8e9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:06.845561 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53ec476b-eb6f-4e5a-a538-c760d270b87e req-1f9c9aa1-5ef7-425d-8ae1-6deace93a8e9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0489664 Aug 23 16:27:06.888806 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53ec476b-eb6f-4e5a-a538-c760d270b87e req-669c37d8-13e4-46f9-932d-bd984a8977b9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Aug 23 16:27:06.950135 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5fd1cf1d-bdc3-4bc4-93c2-f69cf6bc1744 req-a5135731-e326-40fd-9188-24b2625fb82d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0315635 Aug 23 16:27:07.074586 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Made reservation on behalf of ade5d1e578454f928506ca1024f3c8ae for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:27:07.083542 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:07.101709 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876ec19-4e0b-47a8-b709-0ff691760faa req-fea02961-2686-4606-b35c-49dc8e0266b3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:07.109524 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2876ec19-4e0b-47a8-b709-0ff691760faa req-fea02961-2686-4606-b35c-49dc8e0266b3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0812056 Aug 23 16:27:07.165104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f161bc-37b0-43e2-858b-27651dba09bc req-57efbc1c-1ead-428b-ad05-de952e0c75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:07.166982 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23f161bc-37b0-43e2-858b-27651dba09bc req-57efbc1c-1ead-428b-ad05-de952e0c75cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 1098 time: 0.1263595 Aug 23 16:27:07.167849 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2876ec19-4e0b-47a8-b709-0ff691760faa req-32a38e53-03fe-4842-8bb8-0994e3ef0a59 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Aug 23 16:27:07.278099 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23f161bc-37b0-43e2-858b-27651dba09bc req-458ffba4-d454-40c3-8c5e-780886fdf5dd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879073 Aug 23 16:27:07.305498 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Allocated IP 172.20.0.14 (d5a17556-f4d3-4135-a40f-aa02b62b4faf/dbf3ea68-3544-49c4-bb04-e02f05a191d8/9ea48081-ab7e-4a56-940e-f466f53a76cf) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:27:07.489996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:07.510080 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Transition to ACTIVE for port object 9ea48081-ab7e-4a56-940e-f466f53a76cf will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:27:07.709332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab22181-d677-4cff-98f1-040828886663 req-2c2011cf-22a3-4a8c-88b1-b52f5574304a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:07.711792 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aab22181-d677-4cff-98f1-040828886663 req-2c2011cf-22a3-4a8c-88b1-b52f5574304a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0608943 Aug 23 16:27:07.719280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:07.726999 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81228f-b9dc-4e9e-b986-ad437e451e32 req-7a6421d4-3e38-4f0f-89c9-774bdd67cf73 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:07.731653 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-db81228f-b9dc-4e9e-b986-ad437e451e32 req-7a6421d4-3e38-4f0f-89c9-774bdd67cf73 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0627086 Aug 23 16:27:07.792659 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-db81228f-b9dc-4e9e-b986-ad437e451e32 req-fff272df-e845-412b-b860-d35acf49ecff tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553064 Aug 23 16:27:07.811912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:27:07.813546 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:07.836146 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:27:07.840057 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:27:07.858865 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aab22181-d677-4cff-98f1-040828886663 req-fbe2ce04-0a0e-40dc-8d32-7a5708fa742c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305516 Aug 23 16:27:07.947649 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:07.959295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:07.993443 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7de7b10a-5b6f-4cd0-a3ef-615c56394c9b req-76649f18-e46a-482c-9d60-dd50804a1f62 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.1053040 Aug 23 16:27:08.097222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34140-42b3-4fb1-9b6c-275bcc90a915 req-47a4c6cf-b9bb-4905-b4f2-cba27098792e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:08.105040 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0e34140-42b3-4fb1-9b6c-275bcc90a915 req-47a4c6cf-b9bb-4905-b4f2-cba27098792e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1196215 Aug 23 16:27:08.107470 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-a803648c-fcf5-4b54-8ca3-aefae42188d7 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5095737 Aug 23 16:27:08.163997 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0e34140-42b3-4fb1-9b6c-275bcc90a915 req-7fea1b64-6ef9-4695-ab55-0e6386c9ab12 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584908 Aug 23 16:27:08.197045 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f337d1-b4f9-4201-8149-9d9d0e1e1de6 req-ee167051-b65a-4a78-a524-384fe82d3c1e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:08.205150 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-54f337d1-b4f9-4201-8149-9d9d0e1e1de6 req-ee167051-b65a-4a78-a524-384fe82d3c1e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 932 time: 0.1152830 Aug 23 16:27:08.282233 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-54f337d1-b4f9-4201-8149-9d9d0e1e1de6 req-1b13e400-770a-40c0-bac3-812e84988f89 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742645 Aug 23 16:27:08.349114 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510417-657b-4942-9204-d1f4cc3a3ed3 req-321e8067-7037-403f-8851-aed541aba18e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:08.351185 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa510417-657b-4942-9204-d1f4cc3a3ed3 req-321e8067-7037-403f-8851-aed541aba18e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0780044 Aug 23 16:27:08.401002 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa510417-657b-4942-9204-d1f4cc3a3ed3 req-c7c3c586-afec-4877-8319-2c6712c399a9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Aug 23 16:27:08.414686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-8218b9ec-28f3-4424-b4f2-e6d7f8717035 None None] Provisioning for port 9ea48081-ab7e-4a56-940e-f466f53a76cf completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:27:08.423072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-8218b9ec-28f3-4424-b4f2-e6d7f8717035 None None] Provisioning complete for port 9ea48081-ab7e-4a56-940e-f466f53a76cf triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:27:08.423072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8218b9ec-28f3-4424-b4f2-e6d7f8717035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:08.469395 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-8218b9ec-28f3-4424-b4f2-e6d7f8717035 None None] Port 9ea48081-ab7e-4a56-940e-f466f53a76cf cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:27:08.959140 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8ecbe-b24c-4f84-84e4-e69036e414c2 req-40be7eef-c7c1-4262-9f05-ca493cc6bd1b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:08.960852 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3db8ecbe-b24c-4f84-84e4-e69036e414c2 req-40be7eef-c7c1-4262-9f05-ca493cc6bd1b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0588489 Aug 23 16:27:09.019361 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3db8ecbe-b24c-4f84-84e4-e69036e414c2 req-b876b5ae-e4e0-4a3f-81ad-9cbec5c97153 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516803 Aug 23 16:27:09.171273 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7e5446e1-6565-4a5a-a8d0-3cfad5e9575f req-b39cd6b5-0785-4d06-bce5-8742bd6887d8 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0736446 Aug 23 16:27:09.301700 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14ad8-fd04-444b-93e6-7743ed72142e req-3757f960-601d-43de-ab10-b18afa457792 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:09.303290 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ebd14ad8-fd04-444b-93e6-7743ed72142e req-3757f960-601d-43de-ab10-b18afa457792 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0583882 Aug 23 16:27:09.358072 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ebd14ad8-fd04-444b-93e6-7743ed72142e req-c2861828-e5b5-45ed-9592-2d11112e3603 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Aug 23 16:27:09.413878 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3e8c-cb52-46f0-9acf-0b835c79b809 req-5e36cd70-9991-47aa-8e0d-5da239d234cd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:09.415526 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-676e3e8c-cb52-46f0-9acf-0b835c79b809 req-5e36cd70-9991-47aa-8e0d-5da239d234cd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 932 time: 0.0522892 Aug 23 16:27:09.496336 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-676e3e8c-cb52-46f0-9acf-0b835c79b809 req-fc87be8c-dc48-49a7-819c-1ebca82d0026 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636876 Aug 23 16:27:09.572949 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd66962-6227-4c58-9fa3-8cf71e14b707 req-17a72d58-f711-49ed-b293-dd669a71cc60 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:09.574552 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5fd66962-6227-4c58-9fa3-8cf71e14b707 req-17a72d58-f711-49ed-b293-dd669a71cc60 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0634477 Aug 23 16:27:09.628634 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5fd66962-6227-4c58-9fa3-8cf71e14b707 req-482a6434-a62a-4bff-88ea-0b2c4ab7f3ee tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Aug 23 16:27:10.240215 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8d5d-ca2c-4761-82c0-4f04d0aede40 req-c992ca07-1e75-4452-8979-c89d00c76d1b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:10.240215 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38eb8d5d-ca2c-4761-82c0-4f04d0aede40 req-c992ca07-1e75-4452-8979-c89d00c76d1b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0639000 Aug 23 16:27:10.240215 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-38eb8d5d-ca2c-4761-82c0-4f04d0aede40 req-7d844246-d8cf-48f2-bad2-6187951340f5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503898 Aug 23 16:27:10.335762 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b36ad468-b447-4644-97f4-847fb96c1519 req-c2212454-354b-436d-9a42-b6b1b95ef180 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Aug 23 16:27:10.487144 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432583b-fd17-435e-b2c0-8ad25dbbc110 req-6813a277-66fc-439e-9d7d-459fe97cdf16 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:10.488598 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c432583b-fd17-435e-b2c0-8ad25dbbc110 req-6813a277-66fc-439e-9d7d-459fe97cdf16 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0594749 Aug 23 16:27:10.528501 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c432583b-fd17-435e-b2c0-8ad25dbbc110 req-18cd17a3-d6a2-424e-b00b-682ebd8b9cc9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Aug 23 16:27:10.552750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Request body: {'port': {'device_id': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:27:10.562402 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:27:10.594484 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:27:10.594901 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device fa4aa56b-0219-4e02-8f4b-c4f66e80fd1d not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:27:10.620977 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070534ce-5b86-43e5-b476-9df661ee97ff req-ee6ae3d0-a6a7-4db3-9f58-5c3f18d4ab78 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:10.622508 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-070534ce-5b86-43e5-b476-9df661ee97ff req-ee6ae3d0-a6a7-4db3-9f58-5c3f18d4ab78 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 932 time: 0.0630479 Aug 23 16:27:10.622713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:10.821871 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-070534ce-5b86-43e5-b476-9df661ee97ff req-35dbfcf0-6e7f-4b7f-9e99-31ec66715aec tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355556 Aug 23 16:27:10.864460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c64eef-939a-4a5c-b5e0-53187bded7e8 req-aa7d1d93-e9a1-47e3-91ba-7877b1657c96 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:10.866137 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a0c64eef-939a-4a5c-b5e0-53187bded7e8 req-aa7d1d93-e9a1-47e3-91ba-7877b1657c96 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.1231344 Aug 23 16:27:10.928856 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a0c64eef-939a-4a5c-b5e0-53187bded7e8 req-71359b2f-d2fa-470b-93e4-660e581145dd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Aug 23 16:27:11.004725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea48081-ab7e-4a56-940e-f466f53a76cf {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:27:11.014937 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:11.027934 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Transition to ACTIVE for port object 9ea48081-ab7e-4a56-940e-f466f53a76cf will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:27:11.388666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb34d8-bd64-4bde-9795-b408f898b9c4 req-d8ede1b0-049e-4b8e-b9d0-e06f6622a61a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:11.391749 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-30fb34d8-bd64-4bde-9795-b408f898b9c4 req-d8ede1b0-049e-4b8e-b9d0-e06f6622a61a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0759554 Aug 23 16:27:11.437231 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-30fb34d8-bd64-4bde-9795-b408f898b9c4 req-df80694f-e94f-4f67-a832-08187e018671 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369725 Aug 23 16:27:11.451003 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5dbb7826-c314-4509-8490-e76df1e5dc0c req-5cd1268d-a4c8-4624-b87d-9b3c77251c34 tempest-VolumesActionsTest-1676980533 tempest-VolumesActionsTest-1676980533-project] 10.222.0.63 "GET /v2.0/ports?device_id=3da27121-bcc6-4ea6-b34b-df2f0c8ba9d5 HTTP/1.1" status: 200 len: 210 time: 0.0264552 Aug 23 16:27:11.485352 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:11.518553 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:11.590054 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:11.699948 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd154-5573-48a6-b0f7-5454b7d4af54 req-5d1ad808-d47b-4887-8d64-04dff34ceb27 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:11.702233 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-349bd154-5573-48a6-b0f7-5454b7d4af54 req-5d1ad808-d47b-4887-8d64-04dff34ceb27 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Aug 23 16:27:11.725678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Attempting to bind port 9ea48081-ab7e-4a56-940e-f466f53a76cf on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:27:11.725678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Attempting to bind port 9ea48081-ab7e-4a56-940e-f466f53a76cf by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:27:11.725678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Attempting to bind port 9ea48081-ab7e-4a56-940e-f466f53a76cf on network d5a17556-f4d3-4135-a40f-aa02b62b4faf {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:27:11.733607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Port 9ea48081-ab7e-4a56-940e-f466f53a76cf on network d5a17556-f4d3-4135-a40f-aa02b62b4faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:27:11.733607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Attempting to bind port 9ea48081-ab7e-4a56-940e-f466f53a76cf on network d5a17556-f4d3-4135-a40f-aa02b62b4faf {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:27:11.743042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:27:11.743307 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Checking segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:27:11.744328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Bound using segment: {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:27:11.744328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Bound port: 9ea48081-ab7e-4a56-940e-f466f53a76cf, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c53235-a60a-4081-9638-d5ef4937688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:27:11.744620 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:11.754605 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-349bd154-5573-48a6-b0f7-5454b7d4af54 req-a1081e1b-1d35-4297-858e-c425e10bcd1c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Aug 23 16:27:11.858717 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:27:11.865172 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:27:11.947041 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d66aa-e21b-47fa-84be-ac8f92bf37c5 req-5d5e89e0-c759-40cc-b2de-4d1e702e8ffd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:11.949236 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6a9d66aa-e21b-47fa-84be-ac8f92bf37c5 req-5d5e89e0-c759-40cc-b2de-4d1e702e8ffd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0643458 Aug 23 16:27:12.015149 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6a9d66aa-e21b-47fa-84be-ac8f92bf37c5 req-775ef4f9-bb99-447a-890f-4398f4f0ab22 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533757 Aug 23 16:27:12.091810 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12696e7-794f-474c-a90a-ef2945ed2cdf req-1ac57db4-a9dc-44b1-a0e7-4d08e48eb3fa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.093686 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b12696e7-794f-474c-a90a-ef2945ed2cdf req-1ac57db4-a9dc-44b1-a0e7-4d08e48eb3fa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0698349 Aug 23 16:27:12.097278 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:12.162524 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b12696e7-794f-474c-a90a-ef2945ed2cdf req-fd4bb189-8c2f-499a-b69a-05d85bd3774a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570905 Aug 23 16:27:12.182241 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.183033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:12.184530 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] 10.222.0.82 "PUT /v2.0/ports/9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1094 time: 1.6362927 Aug 23 16:27:12.184977 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:12.188100 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:12.236425 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034ad2be-ed91-44da-afbe-9f0147f138f7 x-openstack-request-id: req-034ad2be-ed91-44da-afbe-9f0147f138f7 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:12.236717 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:12.239805 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-034ad2be-ed91-44da-afbe-9f0147f138f7 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:12.239805 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'status': 'completed', 'code': 200} Aug 23 16:27:12.276755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12031-5060-49fd-b9ca-b284bc666411 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:12.332157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-f1c676b1-8cd9-4bd2-acd3-7b2d83255e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.351327 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-f1c676b1-8cd9-4bd2-acd3-7b2d83255e63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1097 time: 0.0681515 Aug 23 16:27:12.528736 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-f9019f64-1bcd-4a42-87b0-8dcc9dd5ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.531362 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-f9019f64-1bcd-4a42-87b0-8dcc9dd5ccae service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ade5d1e578454f928506ca1024f3c8ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1731498 Aug 23 16:27:12.651024 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f288-be9c-4092-aef1-91470ab61e54 req-a49a0782-695b-4689-b275-226df8300256 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.653255 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8a82f288-be9c-4092-aef1-91470ab61e54 req-a49a0782-695b-4689-b275-226df8300256 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0826931 Aug 23 16:27:12.680733 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-84352f47-fd18-4dd4-bfe6-17f6fe9ac76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.683043 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-31f206fb-c3eb-4b5c-9d06-5cbf842a39a2 req-84352f47-fd18-4dd4-bfe6-17f6fe9ac76c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335685 Aug 23 16:27:12.698423 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8a82f288-be9c-4092-aef1-91470ab61e54 req-eeb2a9ce-6096-4262-a9b4-e8148660ea64 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Aug 23 16:27:12.824551 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-2254b53d-d0ce-4ae0-87d1-c524c1b7fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.826154 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-2254b53d-d0ce-4ae0-87d1-c524c1b7fdd1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1097 time: 0.0797839 Aug 23 16:27:12.934771 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-6d70e66b-048e-473d-9af9-0b32d1498a6c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 217 time: 0.0967283 Aug 23 16:27:12.963352 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907c111-26ec-4b8c-a157-6838af66b4b9 req-28a4b283-85a6-4f37-b26b-02233e76fcba tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:12.965149 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6907c111-26ec-4b8c-a157-6838af66b4b9 req-28a4b283-85a6-4f37-b26b-02233e76fcba tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1081681 Aug 23 16:27:13.091120 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-13bd264b-a1c3-4a56-893b-611d81eb1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:13.094103 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-13bd264b-a1c3-4a56-893b-611d81eb1a9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.1278906 Aug 23 16:27:13.109128 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6907c111-26ec-4b8c-a157-6838af66b4b9 req-df741e3f-6ee3-4b0d-a48a-ed53614aca43 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886595 Aug 23 16:27:13.164726 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb58a6-3fc0-4410-a674-337e71482461 req-300460fa-f300-4215-9bbc-1ad7bcbecdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:13.169364 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-300460fa-f300-4215-9bbc-1ad7bcbecdd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561008 Aug 23 16:27:13.249145 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17c33-710a-4e99-b1f1-ddfc6f6b1752 req-2ea8a9b7-0146-4963-b325-9f1a8d5c4789 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:13.251468 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0f17c33-710a-4e99-b1f1-ddfc6f6b1752 req-2ea8a9b7-0146-4963-b325-9f1a8d5c4789 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.1109600 Aug 23 16:27:13.310950 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0f17c33-710a-4e99-b1f1-ddfc6f6b1752 req-965c3a28-9f41-41ec-a88a-bc3bb9166f7f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529990 Aug 23 16:27:13.630450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825be1af-59f7-421b-bcdc-e7611c4f8d0c req-3c2ee880-1471-4f4b-b21e-7127bf0fd009 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:13.638605 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-825be1af-59f7-421b-bcdc-e7611c4f8d0c req-3c2ee880-1471-4f4b-b21e-7127bf0fd009 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.3636324 Aug 23 16:27:13.644438 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-0ec543a6-11ee-4648-9d9c-95696142a3cc service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580150 Aug 23 16:27:13.746527 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-825be1af-59f7-421b-bcdc-e7611c4f8d0c req-8422771d-243d-4267-bb3d-48bf1b72f906 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069129 Aug 23 16:27:13.793470 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eddb58a6-3fc0-4410-a674-337e71482461 req-7db02296-287a-4fde-a485-f1446f7e217b service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284645 Aug 23 16:27:13.915647 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de77f0-a57b-4dc7-91d5-c33bacc92e9e req-e05f7a31-563f-43fc-af71-7f22aa6d3c6b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:13.917850 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-80de77f0-a57b-4dc7-91d5-c33bacc92e9e req-e05f7a31-563f-43fc-af71-7f22aa6d3c6b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0755463 Aug 23 16:27:13.970495 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-80de77f0-a57b-4dc7-91d5-c33bacc92e9e req-1526bbcb-5c52-42c3-ab71-ba31b6ca8706 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458944 Aug 23 16:27:14.244880 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57c252-f49e-4b0c-b621-9bb3867e94be req-c3121200-033f-4f93-99c3-40beb3e8acec tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:14.246774 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1f57c252-f49e-4b0c-b621-9bb3867e94be req-c3121200-033f-4f93-99c3-40beb3e8acec tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0654790 Aug 23 16:27:14.317809 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1f57c252-f49e-4b0c-b621-9bb3867e94be req-16fce109-fcd3-4164-b0b7-61c5024b54c6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594249 Aug 23 16:27:14.475004 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f09059-af4f-4afb-9ed5-68caa7467621 req-7e6a1d12-e90b-4b56-95f3-9dd62c2f42ec tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:14.484685 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-40f09059-af4f-4afb-9ed5-68caa7467621 req-7e6a1d12-e90b-4b56-95f3-9dd62c2f42ec tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0763144 Aug 23 16:27:14.525982 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-40f09059-af4f-4afb-9ed5-68caa7467621 req-0361b0a2-e2ac-436d-a7e3-cf29c8dcffc0 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Aug 23 16:27:15.128055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7818d2-12cc-4204-868f-ccd2d3f05787 req-561b56c0-ed3c-46da-99dc-eb00807bbce3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:15.129671 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0b7818d2-12cc-4204-868f-ccd2d3f05787 req-561b56c0-ed3c-46da-99dc-eb00807bbce3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0589530 Aug 23 16:27:15.192732 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0b7818d2-12cc-4204-868f-ccd2d3f05787 req-0b8a8702-9ce2-465d-acd7-7cde2b6fe10a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560858 Aug 23 16:27:15.423415 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9780ff0-5ae6-4a58-aabc-7128c6632a33 req-62d306d3-4dbd-46e0-a1c3-5248a69ad918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:15.428012 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e9780ff0-5ae6-4a58-aabc-7128c6632a33 req-62d306d3-4dbd-46e0-a1c3-5248a69ad918 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0490994 Aug 23 16:27:15.466932 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e9780ff0-5ae6-4a58-aabc-7128c6632a33 req-f618d2bb-3925-4df2-8799-fd4183994187 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Aug 23 16:27:15.648903 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78d0b-5c72-47b0-9f56-db772607772f req-2a662ab2-541c-43fc-afc4-ef7732fd2200 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:15.650436 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-17b78d0b-5c72-47b0-9f56-db772607772f req-2a662ab2-541c-43fc-afc4-ef7732fd2200 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0498629 Aug 23 16:27:15.695367 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-17b78d0b-5c72-47b0-9f56-db772607772f req-3e31fb5e-11a4-4c24-867a-dc61466e8fbd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390429 Aug 23 16:27:16.168753 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7fab4684-33f5-4587-86cd-db3a99e2a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:16.339950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039c806-e048-4ecb-8ef7-42adeeeaf722 req-7cca73c8-1d50-49c9-9ef2-52fc6ea7cb48 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:16.346125 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3039c806-e048-4ecb-8ef7-42adeeeaf722 req-7cca73c8-1d50-49c9-9ef2-52fc6ea7cb48 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0533237 Aug 23 16:27:16.393359 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3039c806-e048-4ecb-8ef7-42adeeeaf722 req-094c69db-ba0b-401b-bc0e-a25d2991d0bf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Aug 23 16:27:16.628311 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aa3c7-ace0-489a-acc5-6c1733e9e35e req-cc2e9d03-2b21-4d47-9435-9f299ec6f9b5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:16.632524 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ac7aa3c7-ace0-489a-acc5-6c1733e9e35e req-cc2e9d03-2b21-4d47-9435-9f299ec6f9b5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0751383 Aug 23 16:27:16.684299 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ac7aa3c7-ace0-489a-acc5-6c1733e9e35e req-6edc5fec-766e-453b-bc4a-f6f64fc35d96 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Aug 23 16:27:16.890968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d631f44-407d-46f0-a52f-80cfcb0d0d0d req-faef2d52-2500-454c-9de7-1470b32258cc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:16.892599 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6d631f44-407d-46f0-a52f-80cfcb0d0d0d req-faef2d52-2500-454c-9de7-1470b32258cc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0916734 Aug 23 16:27:16.940581 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6d631f44-407d-46f0-a52f-80cfcb0d0d0d req-7a9256f1-e3c9-4b4c-bae4-bf9606d33de0 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Aug 23 16:27:17.518840 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a09ea-c85e-4ab6-9b4e-25f94a9a2ef1 req-4523f7ad-c35f-4c61-b129-24a803818b7c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:17.520494 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-353a09ea-c85e-4ab6-9b4e-25f94a9a2ef1 req-4523f7ad-c35f-4c61-b129-24a803818b7c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0510690 Aug 23 16:27:17.561691 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-353a09ea-c85e-4ab6-9b4e-25f94a9a2ef1 req-1c4c4dcd-9ffa-44ff-b20b-49a1593fa8f7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Aug 23 16:27:17.625621 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 52232) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:17.760418 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-53e6c38f-b84e-4e37-bf4b-7703f0163db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:17.830200 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-864bb984-a1b7-4f63-b31d-9605ab91205e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:17.831698 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-864bb984-a1b7-4f63-b31d-9605ab91205e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1179605 Aug 23 16:27:17.848158 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc3334-124b-401d-9695-8a2fa945e49e req-39fb4097-c84c-4fa5-9904-a3cae056154e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:17.849470 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-dcb8e7d5-f543-4acb-b9d7-e5a914f7d5de tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/quotas/5c59099491a3491b9e1f2d0f58cf9f81 HTTP/1.1" status: 200 len: 375 time: 0.0111117 Aug 23 16:27:17.849679 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6edc3334-124b-401d-9695-8a2fa945e49e req-39fb4097-c84c-4fa5-9904-a3cae056154e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0769920 Aug 23 16:27:17.926030 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6edc3334-124b-401d-9695-8a2fa945e49e req-0dc62da5-9f6c-46f8-883b-bd22d6f30600 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Aug 23 16:27:17.935247 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-2b8c4bbd-8e08-44cc-b6dd-2b387bfe7e6e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762482 Aug 23 16:27:17.964882 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-53e6c38f-b84e-4e37-bf4b-7703f0163db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.033432 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-39df8a0b-b979-4d1f-a914-daf1cd353418 service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892115 Aug 23 16:27:18.066594 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b358ede-5fe7-497f-9f7b-cfb7bbf42be4 req-ba3e9b76-56e3-4f1d-a611-7093d572e09b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:18.068502 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9b358ede-5fe7-497f-9f7b-cfb7bbf42be4 req-ba3e9b76-56e3-4f1d-a611-7093d572e09b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0576801 Aug 23 16:27:18.107221 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-53e6c38f-b84e-4e37-bf4b-7703f0163db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.129154 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9b358ede-5fe7-497f-9f7b-cfb7bbf42be4 req-71c3418e-ce37-48a4-8549-a0cb8af4ec7a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521798 Aug 23 16:27:18.141639 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-74cef8b6-1e9a-4e8f-8361-be8c0d68ae4d service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006413 Aug 23 16:27:18.156917 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6c38f-b84e-4e37-bf4b-7703f0163db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f88d1-9971-473b-a845-d48fe777001f,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:18.165225 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-53e6c38f-b84e-4e37-bf4b-7703f0163db6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eefee71ec29e474dad6c23a6bbf97f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360579 Aug 23 16:27:18.165482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 52262) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:18.193901 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-318b24ce-6c49-47a7-950f-1103d03fbc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.225903 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.249372 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.316935 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.402364 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.405437 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:18.406812 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f58f88d1-9971-473b-a845-d48fe777001f HTTP/1.1" status: 204 len: 168 time: 0.2396672 Aug 23 16:27:18.414734 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fda649-8755-4910-a0c3-07d1166f25a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f88d1-9971-473b-a845-d48fe777001f,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:18.535955 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5a388785-584a-4d2a-9ed4-85203438ab14 req-52d21895-6585-43c0-9a70-a6a778c77153 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0274591 Aug 23 16:27:18.696749 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54787aa-597f-4341-bf15-e563cf7a6874 req-86487626-14c3-47bd-bde3-354e3a7bf543 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:18.698204 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b54787aa-597f-4341-bf15-e563cf7a6874 req-86487626-14c3-47bd-bde3-354e3a7bf543 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0540152 Aug 23 16:27:18.738766 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b54787aa-597f-4341-bf15-e563cf7a6874 req-88c94ba6-10e8-4c76-9733-28ac09857a87 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338483 Aug 23 16:27:19.087780 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581eda3-a210-4124-95db-1691d3575217 req-e2593b95-62f0-4874-9aaa-3562ce35f53c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:19.089296 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4581eda3-a210-4124-95db-1691d3575217 req-e2593b95-62f0-4874-9aaa-3562ce35f53c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0686560 Aug 23 16:27:19.130997 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4581eda3-a210-4124-95db-1691d3575217 req-4cad2231-2f8d-403e-a2c7-5979ab3b7a2e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Aug 23 16:27:19.174256 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:19.256852 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02564c-389f-44e2-9532-e1f16de7b8c2 req-5784268a-1a79-4bba-a949-e9e11f40a524 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:19.258406 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9b02564c-389f-44e2-9532-e1f16de7b8c2 req-5784268a-1a79-4bba-a949-e9e11f40a524 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0531759 Aug 23 16:27:19.297884 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9b02564c-389f-44e2-9532-e1f16de7b8c2 req-62d8e23e-58c1-4f42-a7af-bbf07f3a2cb8 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Aug 23 16:27:19.616190 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-031e63c6-a745-4e81-8709-297ca6f28d21 req-3a3069b3-96f3-428d-a2fd-db042e9127f2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0275767 Aug 23 16:27:19.866875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019715d3-2fb7-490c-b556-2f3db1718cc9 req-e889b399-3690-4c4f-8ae7-fc3e4387153f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:19.868372 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-019715d3-2fb7-490c-b556-2f3db1718cc9 req-e889b399-3690-4c4f-8ae7-fc3e4387153f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0509095 Aug 23 16:27:19.911712 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-019715d3-2fb7-490c-b556-2f3db1718cc9 req-22af4701-6689-4dbf-80a1-9de309c687e1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366945 Aug 23 16:27:20.257603 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbdabc-0383-4852-9705-c4d582cffffc req-01e9c1e3-d875-4ad4-a85e-1b74067a0599 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:20.259095 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6cfbdabc-0383-4852-9705-c4d582cffffc req-01e9c1e3-d875-4ad4-a85e-1b74067a0599 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0545123 Aug 23 16:27:20.296743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6cfbdabc-0383-4852-9705-c4d582cffffc req-ca687437-5b07-436f-8ef1-e4c5cc95bb5c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Aug 23 16:27:20.410639 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9cd0-ce22-4b6e-af97-c902622ce4bb req-21caab9c-178f-4557-b725-6438f223d56e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:20.412003 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-486d9cd0-ce22-4b6e-af97-c902622ce4bb req-21caab9c-178f-4557-b725-6438f223d56e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0487583 Aug 23 16:27:20.450650 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-486d9cd0-ce22-4b6e-af97-c902622ce4bb req-eafb76f3-d48d-4a67-90c6-888ad20768b3 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Aug 23 16:27:20.709240 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-253ddf61-565d-434a-ab8f-b706d8f79e73 req-3011f2b3-d952-49c1-8b02-c40b6bb60368 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0271232 Aug 23 16:27:20.877162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:21.036771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3109-2eb3-4de5-acb0-36afc4013edb req-6e81f594-fe31-4bb8-9638-d0110f8490dd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:21.038329 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dced3109-2eb3-4de5-acb0-36afc4013edb req-6e81f594-fe31-4bb8-9638-d0110f8490dd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0503707 Aug 23 16:27:21.078042 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dced3109-2eb3-4de5-acb0-36afc4013edb req-7c61dee1-9685-4a56-aa7c-bb63f725fa53 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335155 Aug 23 16:27:21.415129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6728c-66ef-4dee-bcfa-694525d6c6c3 req-f501afbb-fd63-41a7-8005-bbf4557ea48c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:21.416605 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bfe6728c-66ef-4dee-bcfa-694525d6c6c3 req-f501afbb-fd63-41a7-8005-bbf4557ea48c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0482066 Aug 23 16:27:21.462035 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bfe6728c-66ef-4dee-bcfa-694525d6c6c3 req-090184be-ed50-484f-ab89-e2173de55a62 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Aug 23 16:27:21.571385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fa09f-abe4-42b3-861c-8ce01c8f86fc req-a74da4c6-9003-4562-a164-b73bd87bc8c9 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:21.572907 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-007fa09f-abe4-42b3-861c-8ce01c8f86fc req-a74da4c6-9003-4562-a164-b73bd87bc8c9 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0504062 Aug 23 16:27:21.615296 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-007fa09f-abe4-42b3-861c-8ce01c8f86fc req-286bd281-d535-49ab-85a1-06874ca2b943 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357487 Aug 23 16:27:21.812002 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-559b6d32-e593-4e8c-b502-82cd2605754b req-b1f1d11e-86c0-4e82-9640-c788c3c83f7b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0311694 Aug 23 16:27:22.216047 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461743f0-0fd9-4829-a79f-96c7e1cc7c6a req-4f83c931-6715-43a9-8fae-d835231e2634 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.218570 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-461743f0-0fd9-4829-a79f-96c7e1cc7c6a req-4f83c931-6715-43a9-8fae-d835231e2634 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 945 time: 0.0648246 Aug 23 16:27:22.259710 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-461743f0-0fd9-4829-a79f-96c7e1cc7c6a req-258bd0a4-9b1f-4f0c-92c5-c7cdc84a2d78 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342319 Aug 23 16:27:22.471727 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819150-e04c-4249-b8d3-10806a534e7f req-b2d25e99-ffe1-432b-988b-8a9601a7bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.473138 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-b2d25e99-ffe1-432b-988b-8a9601a7bd4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1098 time: 0.0435860 Aug 23 16:27:22.587815 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819150-e04c-4249-b8d3-10806a534e7f req-11c1e8c2-6ec5-4530-ac82-8d4369cbc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.590228 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-11c1e8c2-6ec5-4530-ac82-8d4369cbc04e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.1029363 Aug 23 16:27:22.593138 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da037d3c-59b5-41c9-a4da-1c54ebc93893 req-9c880bfd-7a8d-4f43-9b7c-48ba11f8eee3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.594874 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-da037d3c-59b5-41c9-a4da-1c54ebc93893 req-9c880bfd-7a8d-4f43-9b7c-48ba11f8eee3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Aug 23 16:27:22.614034 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:27:22.636632 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-da037d3c-59b5-41c9-a4da-1c54ebc93893 req-4a163300-0b3f-48a1-b776-838dba017c46 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354924 Aug 23 16:27:22.679486 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-40fff430-4192-4fb6-8df1-1ed4c7ebc526 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 1000 time: 0.0764863 Aug 23 16:27:22.707755 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:22.733490 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:22.737086 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac2802-e753-4002-bb47-9088c11b08d8" -d '{"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:22.754298 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:22.782071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075a4e-39a0-4f6a-a4ee-35e1446f3fda req-46e6482b-30f0-4c9f-856d-b4b7cb8237fd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.787201 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b075a4e-39a0-4f6a-a4ee-35e1446f3fda req-46e6482b-30f0-4c9f-856d-b4b7cb8237fd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0952551 Aug 23 16:27:22.789481 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819150-e04c-4249-b8d3-10806a534e7f req-5e684112-0897-4d13-a23c-774efaf7cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.791216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-5e684112-0897-4d13-a23c-774efaf7cd75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0869632 Aug 23 16:27:22.791648 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca6a3b4-7175-44e9-8f30-82c38e5f00f3 x-openstack-request-id: req-3ca6a3b4-7175-44e9-8f30-82c38e5f00f3 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:22.791970 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:22.792229 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ca6a3b4-7175-44e9-8f30-82c38e5f00f3 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:22.792620 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'code': 200} Aug 23 16:27:22.833228 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b075a4e-39a0-4f6a-a4ee-35e1446f3fda req-bec43b82-dd4c-4e84-ae05-d80368ba2924 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Aug 23 16:27:22.873561 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819150-e04c-4249-b8d3-10806a534e7f req-035a696c-2fbe-43d1-a008-2b015148b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:22.875606 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-035a696c-2fbe-43d1-a008-2b015148b0ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523827 Aug 23 16:27:22.906071 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:22.912624 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f48c577f-f833-4c2b-bd3c-b60b1d937d0e req-deef4cec-97cd-4b2a-aff6-c144874e7734 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0279541 Aug 23 16:27:22.958521 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=8']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:22.966109 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.966456 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.966801 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.967955 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.968394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.968767 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.969078 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.969430 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.969805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.970135 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.970457 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.970777 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:22.989163 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-8cc2d6cc-8a5f-4b44-b67c-a1e9a62e60f1 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007528 Aug 23 16:27:23.101859 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11819150-e04c-4249-b8d3-10806a534e7f req-8c303f96-55d8-4367-9207-b1689116d5c4 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883446 Aug 23 16:27:23.421718 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c42f0-d7c7-44f6-b2d2-a08b8044d7dc req-db52272a-3afc-4573-9082-a73e44f1231e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:23.423242 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a6c42f0-d7c7-44f6-b2d2-a08b8044d7dc req-db52272a-3afc-4573-9082-a73e44f1231e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0527260 Aug 23 16:27:23.463782 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a6c42f0-d7c7-44f6-b2d2-a08b8044d7dc req-3549cf90-415a-4f31-b812-dc363237006a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Aug 23 16:27:23.760124 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142aab4-ae40-415d-aab1-8db20f660966 req-dc8214be-300d-46c6-a6d5-a502d828eb94 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:23.761544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8142aab4-ae40-415d-aab1-8db20f660966 req-dc8214be-300d-46c6-a6d5-a502d828eb94 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0492766 Aug 23 16:27:23.802230 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8142aab4-ae40-415d-aab1-8db20f660966 req-4cdf4be1-465e-4729-b71f-5e01113e28c2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Aug 23 16:27:24.025684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e876a97-787e-4864-b564-b28ba01d8dd6 req-e0dee18f-97af-4bf1-9f5b-b20603e090fe tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:24.027226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e876a97-787e-4864-b564-b28ba01d8dd6 req-e0dee18f-97af-4bf1-9f5b-b20603e090fe tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.1126850 Aug 23 16:27:24.038395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-34230386-2cea-4198-b6b4-88952f22e97f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:24.039974 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-34230386-2cea-4198-b6b4-88952f22e97f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1494851 Aug 23 16:27:24.046248 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9de51b15-15ed-4fc1-9021-e6c0463c4f1d req-c29bad8a-b143-4eaf-9211-619e9f4a1307 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0515039 Aug 23 16:27:24.066430 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Request body: {'port': {'device_id': '43d78d53-1662-454b-a3ff-82df626a362b', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'admin_state_up': True, 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:27:24.135115 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e876a97-787e-4864-b564-b28ba01d8dd6 req-54b20413-c1d3-4011-a094-e900323d98df tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940714 Aug 23 16:27:24.346142 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:27:24.351702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:24.513552 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Allocated IP 172.20.0.14 (c27df6aa-61c4-4b94-a7da-15294c63856b/b564250b-847b-414c-94cb-529867c98e47/1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:27:24.617701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:27:24.643810 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb5c7-155a-419e-b1bf-dc0eb6d39863 req-fdcefaa3-3e6c-4276-82c6-e8cd799da615 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:24.655607 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3ebdb5c7-155a-419e-b1bf-dc0eb6d39863 req-fdcefaa3-3e6c-4276-82c6-e8cd799da615 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0900455 Aug 23 16:27:24.699572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:24.702856 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3ebdb5c7-155a-419e-b1bf-dc0eb6d39863 req-675d0744-f59f-40b0-b3fb-5cadf33521ad tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Aug 23 16:27:24.758925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:24.771368 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'mac_address': 'fa:16:3e:c7:c5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:27:24.817529 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:24.835165 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea48081-ab7e-4a56-940e-f466f53a76cf {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:27:24.837300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:24.859759 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf', 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:24.885543 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:24.888354 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Network c27df6aa-61c4-4b94-a7da-15294c63856b is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:27:24.903115 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:27:24.922928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:27:24.965187 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:24.965889 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event updated for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:24.999005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c2755-7492-4c60-ba3f-e764db9d19c3 req-390502c0-e2c7-4d44-9d77-d614965b7e4d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:25.000974 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1c4c2755-7492-4c60-ba3f-e764db9d19c3 req-390502c0-e2c7-4d44-9d77-d614965b7e4d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1155043 Aug 23 16:27:25.009634 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:25.010386 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.030087 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:25.056785 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1c4c2755-7492-4c60-ba3f-e764db9d19c3 req-4d3515de-0c88-49b1-8163-4b60ae85f86a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Aug 23 16:27:25.135260 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-5ead2e78-e560-4b56-8856-b8a4518faa78 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0767498 Aug 23 16:27:25.160082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Request body: {'port': {'device_id': '43d78d53-1662-454b-a3ff-82df626a362b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:27:25.237699 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a3442-56d8-429d-9aac-b6ee436756f2 req-69865bd6-e52c-4864-b300-a859e490d495 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:25.239396 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-086a3442-56d8-429d-9aac-b6ee436756f2 req-69865bd6-e52c-4864-b300-a859e490d495 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 932 time: 0.0943327 Aug 23 16:27:25.271213 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.293171 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-086a3442-56d8-429d-9aac-b6ee436756f2 req-673a332e-25cc-4bb2-b342-2557ad6f0977 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 Aug 23 16:27:25.326105 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8f71-e046-4deb-9b60-9f68ffc71b60 req-f2a628c2-9737-4fc0-b787-e555c05752d6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:25.327652 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7dcf8f71-e046-4deb-9b60-9f68ffc71b60 req-f2a628c2-9737-4fc0-b787-e555c05752d6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.0927999 Aug 23 16:27:25.447450 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7dcf8f71-e046-4deb-9b60-9f68ffc71b60 req-353b5053-3684-43bf-8a9a-a499517ea32d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099446 Aug 23 16:27:25.608635 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:27:25.616109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.623529 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['9ea48081-ab7e-4a56-940e-f466f53a76cf'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:25.628572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Transition to ACTIVE for port object 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:27:25.727263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.788994 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:25.882075 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b38f-dddb-4f7f-8a45-d6b7fbe0bc4b req-696d1cd6-6e29-42fc-94e0-fa58fcf82d2b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:25.883647 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2927b38f-dddb-4f7f-8a45-d6b7fbe0bc4b req-696d1cd6-6e29-42fc-94e0-fa58fcf82d2b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0780952 Aug 23 16:27:25.896920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Attempting to bind port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:27:25.897359 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Attempting to bind port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:27:25.898048 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Attempting to bind port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:27:25.903384 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 on network c27df6aa-61c4-4b94-a7da-15294c63856b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:27:25.903837 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Attempting to bind port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:27:25.911428 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:27:25.911872 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Checking segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:27:25.912330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Bound using segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:27:25.912988 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Bound port: 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:27:25.913450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.929594 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2927b38f-dddb-4f7f-8a45-d6b7fbe0bc4b req-160af41e-e37e-40a5-9890-5cc15ec74ddf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Aug 23 16:27:25.996789 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:27:26.001084 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:27:26.162051 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:26.215863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.216486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:26.218724 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] 10.222.0.82 "PUT /v2.0/ports/1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 HTTP/1.1" status: 200 len: 1094 time: 1.0669904 Aug 23 16:27:26.219135 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:26.221430 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4" -d '{"events": [{"name": "network-changed", "server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:26.247678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a58e-94d6-4823-b895-8006ab2614e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:26.258645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37926ff-e387-49a0-a17e-a3e5caa9a770 req-679551b6-a2b9-4994-8493-fd3152d66cbd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.260195 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f37926ff-e387-49a0-a17e-a3e5caa9a770 req-679551b6-a2b9-4994-8493-fd3152d66cbd tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1136963 Aug 23 16:27:26.276258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548c958-20eb-4bb7-834f-455dc598c767 x-openstack-request-id: req-7548c958-20eb-4bb7-834f-455dc598c767 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:26.276482 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:26.276778 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7548c958-20eb-4bb7-834f-455dc598c767 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:26.277306 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', 'status': 'completed', 'code': 200} Aug 23 16:27:26.319769 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f37926ff-e387-49a0-a17e-a3e5caa9a770 req-7005b1b0-88a4-4fbd-aed3-342f9d797e6b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 Aug 23 16:27:26.368058 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-438e4a09-9361-4549-981e-d3cd06ec7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.368058 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-438e4a09-9361-4549-981e-d3cd06ec7802 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 1097 time: 0.0551775 Aug 23 16:27:26.443482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00e3b-992b-490a-b32d-a2a6f1ae349d req-7ad4316c-3836-471c-95af-3a42e3580468 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.453204 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-78c00e3b-992b-490a-b32d-a2a6f1ae349d req-7ad4316c-3836-471c-95af-3a42e3580468 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0661166 Aug 23 16:27:26.499910 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-78c00e3b-992b-490a-b32d-a2a6f1ae349d req-72323493-1e3d-4ebd-b9df-2ef5ecae16f1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Aug 23 16:27:26.514566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-3317dce3-c0b0-4ecd-868f-a36eef0adfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.517184 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-3317dce3-c0b0-4ecd-868f-a36eef0adfaa service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1432240 Aug 23 16:27:26.672120 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1b855-4d6f-47fc-8aad-a58c5ca4c55b req-dbe6e85b-f390-4ea9-9386-a8e975e79c49 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.676994 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-adb1b855-4d6f-47fc-8aad-a58c5ca4c55b req-dbe6e85b-f390-4ea9-9386-a8e975e79c49 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.1051879 Aug 23 16:27:26.705838 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-60e5faef-7914-49d6-84fc-b8475bab0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.708013 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7c8bfc43-14a8-442b-8674-c5c0eb1948e4 req-60e5faef-7914-49d6-84fc-b8475bab0692 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768744 Aug 23 16:27:26.731058 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-adb1b855-4d6f-47fc-8aad-a58c5ca4c55b req-d434ecf0-ac41-4395-95ca-b8a69e610fd5 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497804 Aug 23 16:27:26.804907 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-10245a5b-a1da-49d1-be53-f6df454e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.806638 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-10245a5b-a1da-49d1-be53-f6df454e1a64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 1097 time: 0.0432692 Aug 23 16:27:26.863827 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-965612a8-7da4-49ed-aa9f-6e65db77e7c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 HTTP/1.1" status: 200 len: 217 time: 0.0394623 Aug 23 16:27:26.928225 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-16629bf2-b48f-4d3e-a675-954beca0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:26.929691 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-16629bf2-b48f-4d3e-a675-954beca0143a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b564250b-847b-414c-94cb-529867c98e47 HTTP/1.1" status: 200 len: 855 time: 0.0502994 Aug 23 16:27:26.977353 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-6268fbc5-e47e-467b-aae5-7f94a5cfb0cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c27df6aa-61c4-4b94-a7da-15294c63856b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301707 Aug 23 16:27:27.079070 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bc653-44f5-4e32-838a-c35307199cbd req-2986cb75-6616-4c9e-8f1b-8b8554851c85 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:27.083739 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-db4bc653-44f5-4e32-838a-c35307199cbd req-2986cb75-6616-4c9e-8f1b-8b8554851c85 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0612972 Aug 23 16:27:27.098270 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-4a4f4ad6-19db-4232-b5be-a9d000955fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073251 Aug 23 16:27:27.130310 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-db4bc653-44f5-4e32-838a-c35307199cbd req-1300e6bb-2bad-4f10-959d-3ae897323d1e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Aug 23 16:27:27.205214 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:27:27.233364 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a4d7757c-2e26-4289-adfb-1c62d7c4cd19 req-b72bdb9d-0db8-45cd-ba20-325d69bae074 service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086788 Aug 23 16:27:27.466596 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6bc1d-8fa1-4004-a5f8-97672eeb8fd4 req-91824f8b-2c7c-4106-8be8-bf9edddf6e2e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:27.470307 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-59a6bc1d-8fa1-4004-a5f8-97672eeb8fd4 req-91824f8b-2c7c-4106-8be8-bf9edddf6e2e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0634139 Aug 23 16:27:27.522241 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-59a6bc1d-8fa1-4004-a5f8-97672eeb8fd4 req-57d9da97-b67d-4adf-bc70-139186e3e89f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Aug 23 16:27:27.665113 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86f93d-8743-4a5c-a062-d577f10a88b3 req-7f19a947-fdee-42ba-a865-453ff761ade9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:27.666748 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fd86f93d-8743-4a5c-a062-d577f10a88b3 req-7f19a947-fdee-42ba-a865-453ff761ade9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0798504 Aug 23 16:27:27.709397 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fd86f93d-8743-4a5c-a062-d577f10a88b3 req-9d361fa4-a76a-4372-8c94-0fd8be77dac8 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Aug 23 16:27:27.869419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db4191-8bc4-42bb-aeb3-982bb7cfdf7e req-721119c0-a858-4ff8-a0c2-7ebf3bddbd32 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:27.871253 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-26db4191-8bc4-42bb-aeb3-982bb7cfdf7e req-721119c0-a858-4ff8-a0c2-7ebf3bddbd32 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.0669341 Aug 23 16:27:27.921059 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-26db4191-8bc4-42bb-aeb3-982bb7cfdf7e req-3595aa93-05e0-448e-a3e4-b599a9916116 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390289 Aug 23 16:27:28.662862 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:27:28.677143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac625ad-49da-4b18-ac7c-05ca3578bad9 req-3db2214f-8a17-45ec-9555-85cff72de14e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:28.679220 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0ac625ad-49da-4b18-ac7c-05ca3578bad9 req-3db2214f-8a17-45ec-9555-85cff72de14e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0832193 Aug 23 16:27:28.761408 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0ac625ad-49da-4b18-ac7c-05ca3578bad9 req-5c829b09-f614-4d9d-a9cc-adb72295193e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Aug 23 16:27:28.819384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 9ea48081-ab7e-4a56-940e-f466f53a76cf completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:27:28.823431 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 9ea48081-ab7e-4a56-940e-f466f53a76cf triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:27:28.823900 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:28.853385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08e862-1492-4719-8d46-c5db3779709f req-6428aa42-727d-4fd0-8fae-4538fea52cc9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:28.861262 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd08e862-1492-4719-8d46-c5db3779709f req-6428aa42-727d-4fd0-8fae-4538fea52cc9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0691752 Aug 23 16:27:28.900494 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bd08e862-1492-4719-8d46-c5db3779709f req-71497a16-c69c-4dc3-8e19-c7f140b3722a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Aug 23 16:27:28.919371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:28.947747 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:28.950136 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d4b20-1b1e-478e-89af-bff47ec551ee" -d '{"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-plugged", "status": "completed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:28.965029 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:29.069109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4d07c-654b-4ecc-9a05-495d7ff35d19 req-187e84df-5308-4d22-88a7-e371be9e166a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:29.070589 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01d4d07c-654b-4ecc-9a05-495d7ff35d19 req-187e84df-5308-4d22-88a7-e371be9e166a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.0580502 Aug 23 16:27:29.078117 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:29.079780 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:27:29.122243 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01d4d07c-654b-4ecc-9a05-495d7ff35d19 req-c51f91a0-5ff3-4a25-a408-0111a87ad08b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Aug 23 16:27:29.199070 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbb48a5-f00d-4847-9810-b311ed6dfe06 x-openstack-request-id: req-fbbb48a5-f00d-4847-9810-b311ed6dfe06 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:29.199370 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-plugged", "status": "completed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:29.199622 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fbbb48a5-f00d-4847-9810-b311ed6dfe06 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:29.200012 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'code': 200} Aug 23 16:27:29.200718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:29.278576 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a074e-076b-43e7-8f57-4c5c6a00f24e req-d29e78aa-a53b-4613-ba64-04ef60a9b0d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:29.281015 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ba9a074e-076b-43e7-8f57-4c5c6a00f24e req-d29e78aa-a53b-4613-ba64-04ef60a9b0d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0652101 Aug 23 16:27:29.322765 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ba9a074e-076b-43e7-8f57-4c5c6a00f24e req-a5e6f434-fcbe-4975-aad7-f23d30fd9a17 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349708 Aug 23 16:27:29.747429 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc6d3-f925-451a-bf70-7c0a0da0145a req-2516855e-6ffe-4e46-b81f-6a9cd7fd9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:29.749138 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cb0bc6d3-f925-451a-bf70-7c0a0da0145a req-2516855e-6ffe-4e46-b81f-6a9cd7fd9a5a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.0603623 Aug 23 16:27:29.802016 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cb0bc6d3-f925-451a-bf70-7c0a0da0145a req-55440fde-9a1b-4d5c-a0c3-c91e0bf966df service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Aug 23 16:27:29.899310 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2a3cb-ce97-4511-ab34-1125f2d3a559 req-75df74c1-edbc-43ff-945e-d6aaa8b7aeeb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:29.900895 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-07e2a3cb-ce97-4511-ab34-1125f2d3a559 req-75df74c1-edbc-43ff-945e-d6aaa8b7aeeb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0620699 Aug 23 16:27:29.944865 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-07e2a3cb-ce97-4511-ab34-1125f2d3a559 req-85f6a3a7-2272-4067-ac93-25469be7bde5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Aug 23 16:27:30.036418 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeffc7f-782b-4e95-90cb-011675a033ee req-b16dee5a-89cf-4dd3-9219-c38492619cec tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:30.038052 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1aeffc7f-782b-4e95-90cb-011675a033ee req-b16dee5a-89cf-4dd3-9219-c38492619cec tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0611751 Aug 23 16:27:30.082019 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1aeffc7f-782b-4e95-90cb-011675a033ee req-fccd2834-3683-46d4-8aa9-8905b9c663a1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Aug 23 16:27:30.259225 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2d3c5-e5f7-44fa-afb5-3ed5db63547a req-d8e38441-1a70-4106-9c6f-6db9d5c7d1be tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:30.260895 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c6f2d3c5-e5f7-44fa-afb5-3ed5db63547a req-d8e38441-1a70-4106-9c6f-6db9d5c7d1be tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0543230 Aug 23 16:27:30.308534 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c6f2d3c5-e5f7-44fa-afb5-3ed5db63547a req-6b9c41a1-a4fb-4b61-b637-715ae8378ab6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Aug 23 16:27:30.470735 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aa4e7-377e-4367-b9be-982cfaa486b6 req-d7b37e7a-1c21-423b-8c44-d6f0b3a17ba8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:30.472242 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-009aa4e7-377e-4367-b9be-982cfaa486b6 req-d7b37e7a-1c21-423b-8c44-d6f0b3a17ba8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0645111 Aug 23 16:27:30.518462 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-009aa4e7-377e-4367-b9be-982cfaa486b6 req-6efcec98-dbbf-40ed-8024-2ea379f22316 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Aug 23 16:27:31.082107 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b9f9e-32b5-4e5d-9be8-a6d00d916384 req-72e7edf8-a9ba-4f20-a423-8d966469ee1f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:31.082919 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-535b9f9e-32b5-4e5d-9be8-a6d00d916384 req-72e7edf8-a9ba-4f20-a423-8d966469ee1f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0609031 Aug 23 16:27:31.131906 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-535b9f9e-32b5-4e5d-9be8-a6d00d916384 req-cc95401a-516f-4f80-b956-4f3ecd7fac1f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Aug 23 16:27:31.222459 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067a4f7-a7cf-4c9b-ae4c-84b7dc9aff76 req-99c748ab-2771-4a06-9b44-a69a2f37ca20 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:31.224191 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4067a4f7-a7cf-4c9b-ae4c-84b7dc9aff76 req-99c748ab-2771-4a06-9b44-a69a2f37ca20 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0550616 Aug 23 16:27:31.266839 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4067a4f7-a7cf-4c9b-ae4c-84b7dc9aff76 req-78e4ccbe-fbad-4b55-85c4-e78198d75aeb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Aug 23 16:27:31.451543 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdde3d4-d932-44be-ab7f-272a9c6e0b10 req-3047a16c-d0fa-4950-b442-c2ca53b69799 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:31.453864 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ecdde3d4-d932-44be-ab7f-272a9c6e0b10 req-3047a16c-d0fa-4950-b442-c2ca53b69799 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0603702 Aug 23 16:27:31.501839 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ecdde3d4-d932-44be-ab7f-272a9c6e0b10 req-8d60f658-e274-4087-b49b-2d2cd717ae87 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399265 Aug 23 16:27:31.657265 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7cb0-b85d-460c-b0df-720b1daeb47b req-e56a67b6-fa3c-4c49-8faf-f5759fefadd6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:31.658870 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ddfa7cb0-b85d-460c-b0df-720b1daeb47b req-e56a67b6-fa3c-4c49-8faf-f5759fefadd6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0533020 Aug 23 16:27:31.709659 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ddfa7cb0-b85d-460c-b0df-720b1daeb47b req-1b6a6a2b-5d37-471c-981f-a8678b915c01 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Aug 23 16:27:32.261800 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b424-65d2-4be0-b604-9f9af76cb74d req-0469334d-a6fd-4e24-9767-1e868783ab46 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:32.264125 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c3d8b424-65d2-4be0-b604-9f9af76cb74d req-0469334d-a6fd-4e24-9767-1e868783ab46 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0554163 Aug 23 16:27:32.314708 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c3d8b424-65d2-4be0-b604-9f9af76cb74d req-dcfe303c-3568-480d-a90c-94f39ebf94c7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Aug 23 16:27:32.387827 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf6759-d5aa-4ab8-9c58-7f0d16ddd148 req-5e63189b-26e8-4900-abf1-47f43134d97a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:32.390181 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f8bf6759-d5aa-4ab8-9c58-7f0d16ddd148 req-5e63189b-26e8-4900-abf1-47f43134d97a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.0529239 Aug 23 16:27:32.440790 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f8bf6759-d5aa-4ab8-9c58-7f0d16ddd148 req-461587f6-a5c9-43f9-a62e-9881f9a543e3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Aug 23 16:27:32.627692 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe6cb4-9c02-439b-9c05-c4deb40b7d2e req-0aee4fbd-ea12-4f63-ab76-8e723984f872 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:32.629228 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0cfe6cb4-9c02-439b-9c05-c4deb40b7d2e req-0aee4fbd-ea12-4f63-ab76-8e723984f872 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0575151 Aug 23 16:27:32.675393 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0cfe6cb4-9c02-439b-9c05-c4deb40b7d2e req-50c23009-62e4-446e-a92d-c06c98639a18 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Aug 23 16:27:32.795452 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9cce-b286-4311-9dfb-cf1ce2f460e1 req-9db1ac16-ea36-408c-9f70-902132be476d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:32.799440 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d71c9cce-b286-4311-9dfb-cf1ce2f460e1 req-9db1ac16-ea36-408c-9f70-902132be476d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0567443 Aug 23 16:27:32.841381 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d71c9cce-b286-4311-9dfb-cf1ce2f460e1 req-46d5e4a7-8a9a-49c8-a09c-8efebf4ff06a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Aug 23 16:27:32.846356 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3a5d-298a-4321-a2ef-07e200d2a7cd req-69a20ce4-b29a-4333-94b0-676a07cabc33 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:32.848333 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4ceb3a5d-298a-4321-a2ef-07e200d2a7cd req-69a20ce4-b29a-4333-94b0-676a07cabc33 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0554643 Aug 23 16:27:32.863917 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 52470) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:32.892755 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4ceb3a5d-298a-4321-a2ef-07e200d2a7cd req-83ec9a85-0123-4a75-a9c5-e79d374cb011 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Aug 23 16:27:33.086695 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5fb9a-7fbc-4916-9b37-12155bf620cb tempest-TestShelveInstance-1204745841 tempest-TestShelveInstance-1204745841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:33.091264 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e6d5fb9a-7fbc-4916-9b37-12155bf620cb tempest-TestShelveInstance-1204745841 tempest-TestShelveInstance-1204745841-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1094 time: 0.2263288 Aug 23 16:27:33.091543 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 52480) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:33.097585 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:27:33.197047 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for floatingip, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:33.323137 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:33.444980 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Allocated IP 172.27.3.161 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/a1f1eaa0-3bea-4336-80dd-f01af4f49461) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:27:33.616033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb68c-da8f-4592-9eb9-288f47ddb0b0 req-5ddbff3c-62c9-48af-98d7-3bc7caff7392 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:33.617729 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-152cb68c-da8f-4592-9eb9-288f47ddb0b0 req-5ddbff3c-62c9-48af-98d7-3bc7caff7392 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1124258 Aug 23 16:27:33.635838 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d236a0c-8cf1-492e-ad29-27c2b823c6fe req-078ea774-8fcd-47af-bc96-fc512995fd5e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:33.646215 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4d236a0c-8cf1-492e-ad29-27c2b823c6fe req-078ea774-8fcd-47af-bc96-fc512995fd5e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.1034331 Aug 23 16:27:33.679031 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-152cb68c-da8f-4592-9eb9-288f47ddb0b0 req-a198e63a-1c64-4f0f-ba11-fcd40ee68fb1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479231 Aug 23 16:27:33.724599 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:33.740831 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4d236a0c-8cf1-492e-ad29-27c2b823c6fe req-7ba65800-38bd-4911-85ea-740725cf6dff tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928340 Aug 23 16:27:33.860334 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:34.044675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 52506) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:34.090566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f32a82-c119-4995-992a-99c543fd3667 req-6a62e0b9-233e-46b8-9e1e-123354cb6a52 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:34.093496 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d2f32a82-c119-4995-992a-99c543fd3667 req-6a62e0b9-233e-46b8-9e1e-123354cb6a52 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0932543 Aug 23 16:27:34.129829 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:27:34.133713 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:27:34.136931 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:27:34.168626 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'Port': ['ID=a1f1eaa0-3bea-4336-80dd-f01af4f49461,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:34.177315 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d2f32a82-c119-4995-992a-99c543fd3667 req-c206b7fc-4859-4009-9f6b-d710f7b6b73a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728931 Aug 23 16:27:34.189675 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-8a54a454-e778-4a89-8236-75b225afe62c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433895 Aug 23 16:27:34.750539 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:34.918112 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995907ed-194b-4892-9b23-3a61db168983 req-99ca3325-57c0-4bfe-bbb8-275bbbaa3316 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:34.919803 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-995907ed-194b-4892-9b23-3a61db168983 req-99ca3325-57c0-4bfe-bbb8-275bbbaa3316 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1145654 Aug 23 16:27:34.954139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6218-e01b-4558-a3ff-07b558b51497 req-aff62991-0ecc-45bd-a8d4-cbea05de5ded tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:34.975910 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8d1d6218-e01b-4558-a3ff-07b558b51497 req-aff62991-0ecc-45bd-a8d4-cbea05de5ded tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.1287036 Aug 23 16:27:34.996561 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:35.026490 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8d1d6218-e01b-4558-a3ff-07b558b51497 req-6391fb4e-73bc-4fda-ab10-a763f51f88fe tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490646 Aug 23 16:27:35.030505 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-995907ed-194b-4892-9b23-3a61db168983 req-bf8ba884-2ccf-4f3e-bbe3-fb1cff8c9e57 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029480 Aug 23 16:27:35.292922 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:35.391163 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ecd4f-258a-40ed-801a-849e4d80ba60 req-70b137ed-abe5-43f6-b545-3d04056e3e0c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:35.399708 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e56ecd4f-258a-40ed-801a-849e4d80ba60 req-70b137ed-abe5-43f6-b545-3d04056e3e0c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0810473 Aug 23 16:27:35.473193 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e56ecd4f-258a-40ed-801a-849e4d80ba60 req-fe7250a3-d83d-472d-8900-3bd1f7ac1659 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724826 Aug 23 16:27:35.532738 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:35.559757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92971-bddf-42ee-b9df-c99294a9c71a req-149f5c6a-8e66-45c4-9b46-47e2255988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:35.561963 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ea92971-bddf-42ee-b9df-c99294a9c71a req-149f5c6a-8e66-45c4-9b46-47e2255988a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.0657806 Aug 23 16:27:35.678509 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ea92971-bddf-42ee-b9df-c99294a9c71a req-81025c20-b78c-47bb-a22c-d560389ce0aa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Aug 23 16:27:35.686699 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event updated for resources: {'Port': ['ID=a1f1eaa0-3bea-4336-80dd-f01af4f49461,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:35.696235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:35.803988 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.l3_db [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Floating IP 62575ffa-4ed6-4bb4-aa48-82d439834f4d associated. External IP: 172.27.3.161, port: 9ea48081-ab7e-4a56-940e-f466f53a76cf. Aug 23 16:27:36.030051 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Router c8d79d75-a5f0-410b-9472-1fe3c94408bb has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:27:36.209249 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb4729-f7be-4610-8855-d37b479ac60a req-18105bb7-a067-4fe0-bdcd-3eb395f571ca tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:36.211911 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a5fb4729-f7be-4610-8855-d37b479ac60a req-18105bb7-a067-4fe0-bdcd-3eb395f571ca tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0787070 Aug 23 16:27:36.266351 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a5fb4729-f7be-4610-8855-d37b479ac60a req-a01d2d2b-7c0e-4fe1-bd62-30ad011a78e5 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Aug 23 16:27:36.419564 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:27:36.433514 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Sync routers for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:27:36.440341 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eddbbf-0f7c-4d6f-bd03-94ba1c915261 req-6ad06731-df60-41d1-a834-8a1dc243dff2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:36.441933 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-52eddbbf-0f7c-4d6f-bd03-94ba1c915261 req-6ad06731-df60-41d1-a834-8a1dc243dff2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 944 time: 0.3137095 Aug 23 16:27:36.450410 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:27:36.452105 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:27:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:36.504523 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-52eddbbf-0f7c-4d6f-bd03-94ba1c915261 req-27415ecf-998e-47f9-9885-e802f2fa373b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560510 Aug 23 16:27:36.539555 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:36.597730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-2ed9cd7b-366e-4405-b41f-b7be7a7d2446 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4970920 Aug 23 16:27:36.597730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:36.597730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1a297-2565-4a44-bf3b-1241abce7f02" -d '{"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:36.626477 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:27:36.660245 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:27:36.682413 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599b25a-5def-4f41-a1e9-115550bb8bf6 x-openstack-request-id: req-2599b25a-5def-4f41-a1e9-115550bb8bf6 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:36.682877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:36.683288 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2599b25a-5def-4f41-a1e9-115550bb8bf6 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:36.683930 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'status': 'completed', 'code': 200} Aug 23 16:27:36.723398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52458c-ff39-4405-a357-0e054ca284e8 req-9593e13e-56c9-4108-a1b2-7df338dd26cd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:36.727403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ef52458c-ff39-4405-a357-0e054ca284e8 req-9593e13e-56c9-4108-a1b2-7df338dd26cd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.1490059 Aug 23 16:27:36.846684 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ef52458c-ff39-4405-a357-0e054ca284e8 req-36198272-0bc8-4e58-9728-9efc77212875 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904241 Aug 23 16:27:36.886460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-2f589277-e810-433f-a1cb-300dd096df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:36.889486 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-2f589277-e810-433f-a1cb-300dd096df78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.1567044 Aug 23 16:27:36.944367 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:36.981160 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'port_id': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', 'mac_address': 'fa:16:3e:9a:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564250b-847b-414c-94cb-529867c98e47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:27:37.062628 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:37.103780 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:27:37.177171 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:37.281492 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '62575ffa-4ed6-4bb4-aa48-82d439834f4d', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'mac_address': 'fa:16:3e:c7:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:27:34Z', 'updated_at': '2021-08-23T16:27:34Z', 'revision_number': 0, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:37.326952 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Checking router: c8d79d75-a5f0-410b-9472-1fe3c94408bb for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:27:37.327756 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-39b253d3-a86c-45ce-bc53-b340e1d4861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:37.330627 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-39b253d3-a86c-45ce-bc53-b340e1d4861d service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.4312735 Aug 23 16:27:37.337223 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:27:37.339931 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:27:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:37.449715 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d42a-ad9b-4100-985b-274ca3cc191c req-5057e541-5e2b-4ec5-b20f-f4937436c197 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:37.452746 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2bc8d42a-ad9b-4100-985b-274ca3cc191c req-5057e541-5e2b-4ec5-b20f-f4937436c197 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0606472 Aug 23 16:27:37.470428 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-87657745-94b3-415a-8659-acc097a3977d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1000 time: 0.1128016 Aug 23 16:27:37.475831 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:37.550129 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2bc8d42a-ad9b-4100-985b-274ca3cc191c req-12031428-944b-4ea1-9fd4-cbb8123b5038 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812213 Aug 23 16:27:37.583923 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:37.598665 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:27:37.666916 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-eaa5fae6-b3f2-4d6f-8617-bb32e5211f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:37.667480 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-eaa5fae6-b3f2-4d6f-8617-bb32e5211f0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.1767528 Aug 23 16:27:37.752557 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec8802-6e2c-43fc-9d59-4fa5130da361 req-c9aa7962-2c17-4fba-98ee-30ec2f23e722 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:37.752557 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8ec8802-6e2c-43fc-9d59-4fa5130da361 req-c9aa7962-2c17-4fba-98ee-30ec2f23e722 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 945 time: 0.1004620 Aug 23 16:27:37.789073 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-82c878b9-67c7-43da-af8e-065a087527a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:37.791650 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-82c878b9-67c7-43da-af8e-065a087527a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065180 Aug 23 16:27:37.831605 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8ec8802-6e2c-43fc-9d59-4fa5130da361 req-7ddc868c-8902-4d23-a4f3-e72a76f80905 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706336 Aug 23 16:27:37.964257 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-fc77b897-4ea6-4ae5-aaf0-378936475eae service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485412 Aug 23 16:27:37.970257 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '62575ffa-4ed6-4bb4-aa48-82d439834f4d', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'mac_address': 'fa:16:3e:c7:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:27:34Z', 'updated_at': '2021-08-23T16:27:34Z', 'revision_number': 0, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:37.970940 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:27:38.035784 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a9e8a-3812-4e5c-a543-69a082cbfaa8 None None] The sync data for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi is: [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '62575ffa-4ed6-4bb4-aa48-82d439834f4d', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'mac_address': 'fa:16:3e:c7:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:27:34Z', 'updated_at': '2021-08-23T16:27:34Z', 'revision_number': 0, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:27:38.112760 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6a2a-24c7-4d9f-8248-91c1005f7fc1 req-28325dd1-749d-42d6-a9ac-11687bd4af66 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:38.123774 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1dba6a2a-24c7-4d9f-8248-91c1005f7fc1 req-28325dd1-749d-42d6-a9ac-11687bd4af66 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.1238661 Aug 23 16:27:38.182800 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1dba6a2a-24c7-4d9f-8248-91c1005f7fc1 req-6c810568-a995-475d-9828-02e186fcd00e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558176 Aug 23 16:27:38.210153 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2ff1a297-2565-4a44-bf3b-1241abce7f02 req-1bb16e6a-07b9-4ac5-bc4a-50c99d427d47 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307539 Aug 23 16:27:38.431423 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1436cbd-2a52-4ab4-b21e-300dfe49233e None None] New status for floating IP 62575ffa-4ed6-4bb4-aa48-82d439834f4d: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:27:38.751614 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467121e5-9c1a-45f9-86b4-2e4f42acd29a req-7ac935d6-b46d-4e2a-a1c3-e418af258105 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:38.753538 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-467121e5-9c1a-45f9-86b4-2e4f42acd29a req-7ac935d6-b46d-4e2a-a1c3-e418af258105 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0882051 Aug 23 16:27:38.814219 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-467121e5-9c1a-45f9-86b4-2e4f42acd29a req-dc7a3df5-e524-4ebc-be90-af16fc8fc346 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Aug 23 16:27:39.105018 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9f27-1cf6-44fa-a3c6-54fbbb7d0c22 req-32f88bf1-749d-4a94-b43a-10f404b74415 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.107044 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1a3f9f27-1cf6-44fa-a3c6-54fbbb7d0c22 req-32f88bf1-749d-4a94-b43a-10f404b74415 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 945 time: 0.1475971 Aug 23 16:27:39.131949 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891622a5-9988-45eb-be57-fa323095b189 req-3fc9996a-c68b-4660-a094-4afb6ce70332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.133890 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-3fc9996a-c68b-4660-a094-4afb6ce70332 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 1096 time: 0.1555767 Aug 23 16:27:39.197819 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1a3f9f27-1cf6-44fa-a3c6-54fbbb7d0c22 req-7a58e4f1-b83e-41f0-bdad-4bbe411e7c9f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812838 Aug 23 16:27:39.236395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891622a5-9988-45eb-be57-fa323095b189 req-d5e12de8-4b84-417f-980f-109f09cecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.238107 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-d5e12de8-4b84-417f-980f-109f09cecf12 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1096 time: 0.0634558 Aug 23 16:27:39.476071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5dbd0-e0b6-4dda-bdd3-20726d01093c req-577647e4-153b-47e9-bdfe-9ab97a51d233 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.486803 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7de5dbd0-e0b6-4dda-bdd3-20726d01093c req-577647e4-153b-47e9-bdfe-9ab97a51d233 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.1591392 Aug 23 16:27:39.494359 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891622a5-9988-45eb-be57-fa323095b189 req-c441e76f-2bb5-4956-8eed-f701b1d85393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.495895 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-c441e76f-2bb5-4956-8eed-f701b1d85393 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.2430620 Aug 23 16:27:39.597341 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7de5dbd0-e0b6-4dda-bdd3-20726d01093c req-2c0f357a-8069-4a2c-9e20-8b66672cab9d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095531 Aug 23 16:27:39.618908 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134ee4-ca47-4a0d-a575-b65f73eedf57 req-3a76fab4-be77-4fc7-9708-2a13b5845107 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.627627 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e3134ee4-ca47-4a0d-a575-b65f73eedf57 req-3a76fab4-be77-4fc7-9708-2a13b5845107 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0739322 Aug 23 16:27:39.647583 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-191bebc7-aedf-4753-8092-5c4438630534 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 998 time: 0.1378477 Aug 23 16:27:39.673119 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e3134ee4-ca47-4a0d-a575-b65f73eedf57 req-74301338-a206-4544-8aa3-cc68add757e3 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Aug 23 16:27:39.712636 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-7151ed5e-3f55-4292-b00b-560187409177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.716392 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-7151ed5e-3f55-4292-b00b-560187409177 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 1098 time: 0.1159863 Aug 23 16:27:39.754596 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891622a5-9988-45eb-be57-fa323095b189 req-65de37fa-7f9e-41aa-a036-5f2e7b4daffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.757803 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-65de37fa-7f9e-41aa-a036-5f2e7b4daffe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0937247 Aug 23 16:27:39.898408 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891622a5-9988-45eb-be57-fa323095b189 req-86f2c0dd-9c2b-4bae-96e4-7e5c8b34717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.900754 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-86f2c0dd-9c2b-4bae-96e4-7e5c8b34717e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060174 Aug 23 16:27:39.906853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-e6044caa-e0fe-4966-bcd4-dcc0579aa823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:39.908346 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-e6044caa-e0fe-4966-bcd4-dcc0579aa823 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.1838048 Aug 23 16:27:40.017900 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-8fcfa04d-8cb9-4deb-a91a-4bb305e4721b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 200 len: 217 time: 0.0427241 Aug 23 16:27:40.060818 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-a237cdfb-7b37-487d-bdd7-c905acce3933 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353853 Aug 23 16:27:40.159655 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-048b8e10-9fe9-4b87-8c80-35a43b42363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:40.159655 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-048b8e10-9fe9-4b87-8c80-35a43b42363e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.1178992 Aug 23 16:27:40.214524 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-99992e91-ca72-4233-ac4a-022a3c0ac817 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381663 Aug 23 16:27:40.220955 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-27770a46-a28c-49fc-b15d-be510f3875df service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413202 Aug 23 16:27:40.352026 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-5686e25a-f0f4-46e3-bbb3-71dd142dae09 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252630 Aug 23 16:27:40.360023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9012fc-aa6f-4f04-876c-2e95c315df6c req-4aa319d7-f85f-422a-acf2-054f06daeb71 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:40.361611 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e9012fc-aa6f-4f04-876c-2e95c315df6c req-4aa319d7-f85f-422a-acf2-054f06daeb71 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 945 time: 0.0880389 Aug 23 16:27:40.460437 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e9012fc-aa6f-4f04-876c-2e95c315df6c req-2d0780f7-3761-4852-a824-e6e271ddccc5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858817 Aug 23 16:27:40.505485 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-791e4783-5ba5-4d33-8380-05e7ef1efd75 req-48a2b115-c638-4b55-a53f-7c0e80d61b89 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381187 Aug 23 16:27:40.688233 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:27:40.848166 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520ae00-a50d-4dee-8466-725d447bf3cc req-58a09d0c-3dd6-4046-8c57-53324fe80d1e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:40.866613 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d520ae00-a50d-4dee-8466-725d447bf3cc req-58a09d0c-3dd6-4046-8c57-53324fe80d1e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.1675801 Aug 23 16:27:40.900384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:40.936832 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f0cd-767d-492b-b8d7-2235b877d630 req-1ed8f7ca-1a18-4350-8953-2dcec244f546 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:40.937326 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d520ae00-a50d-4dee-8466-725d447bf3cc req-66d5be67-a999-4383-a176-1b6a337e9719 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737746 Aug 23 16:27:40.938766 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a1e1f0cd-767d-492b-b8d7-2235b877d630 req-1ed8f7ca-1a18-4350-8953-2dcec244f546 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1031859 Aug 23 16:27:41.021381 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:27:41.026335 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:27:41.026731 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a1e1f0cd-767d-492b-b8d7-2235b877d630 req-d4c287be-4187-4984-8afd-f6784238bce2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Aug 23 16:27:41.027262 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:41.151641 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:41.183717 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:27:41.189645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de048487-cd66-4505-b612-65ffee7b1e1e" -d '{"events": [{"server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "name": "network-vif-plugged", "status": "completed", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:27:41.204571 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:27:41.247175 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b6025-6f10-419e-a493-e53186897a1e x-openstack-request-id: req-4c3b6025-6f10-419e-a493-e53186897a1e {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:27:41.247175 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "name": "network-vif-plugged", "status": "completed", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:27:41.247175 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c3b6025-6f10-419e-a493-e53186897a1e {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:27:41.247175 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', 'code': 200} Aug 23 16:27:41.363268 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:41.471001 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:41.712230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0b487-6909-4a65-ba33-fdfee0e9102f req-4991f40c-f304-4681-b938-9a123d92bdd3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:41.714211 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ae0b487-6909-4a65-ba33-fdfee0e9102f req-4991f40c-f304-4681-b938-9a123d92bdd3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0689297 Aug 23 16:27:41.788993 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ae0b487-6909-4a65-ba33-fdfee0e9102f req-727957a2-8728-4d93-b459-331167fb54d3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676534 Aug 23 16:27:42.088823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe69032-72e7-4d71-9d7e-90bd17666f71 req-5b95b45c-2ab1-4bc8-b245-a96463b97570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:42.090366 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cbe69032-72e7-4d71-9d7e-90bd17666f71 req-5b95b45c-2ab1-4bc8-b245-a96463b97570 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 1099 time: 0.1243119 Aug 23 16:27:42.106782 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6da4f-1323-4d85-b609-3ca9393ffd31 req-9a1ea8ab-2c52-4e69-8fae-d522b9ea6968 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:42.108780 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1be6da4f-1323-4d85-b609-3ca9393ffd31 req-9a1ea8ab-2c52-4e69-8fae-d522b9ea6968 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0836813 Aug 23 16:27:42.146840 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1be6da4f-1323-4d85-b609-3ca9393ffd31 req-c7c1b224-8828-4911-9d67-b1daebafafa9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Aug 23 16:27:42.318056 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7e9d-bb74-4706-be74-b894a776f539 req-a5663abf-0752-44e8-bcd4-340230171e57 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:42.320289 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a1bb7e9d-bb74-4706-be74-b894a776f539 req-a5663abf-0752-44e8-bcd4-340230171e57 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0695877 Aug 23 16:27:42.375216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a1bb7e9d-bb74-4706-be74-b894a776f539 req-c5b9449b-856e-42eb-a537-8e712638895f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Aug 23 16:27:42.433257 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cbe69032-72e7-4d71-9d7e-90bd17666f71 req-13639387-a512-4a2a-a145-2ac71c3a9327 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569417 Aug 23 16:27:42.999349 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e6f67-50f9-4db8-b3de-6b4200572ff5 req-cfee2e50-81f6-4ccf-a731-5c662d730655 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:43.001044 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-251e6f67-50f9-4db8-b3de-6b4200572ff5 req-cfee2e50-81f6-4ccf-a731-5c662d730655 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0544393 Aug 23 16:27:43.094064 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-251e6f67-50f9-4db8-b3de-6b4200572ff5 req-f8a63442-9ba0-47e9-befe-cd39b0538782 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Aug 23 16:27:43.327913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abca550-c5e8-4306-ab98-acda2d3dec9f req-2ca1de40-2a94-4c8a-9da0-584e889d3c65 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:43.339605 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9abca550-c5e8-4306-ab98-acda2d3dec9f req-2ca1de40-2a94-4c8a-9da0-584e889d3c65 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0914884 Aug 23 16:27:43.383622 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9abca550-c5e8-4306-ab98-acda2d3dec9f req-26dd4a98-889f-46f4-b4e2-d91295e1470c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Aug 23 16:27:43.545313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01083cdb-bc88-47ab-a0eb-7de184fbff97 req-875140bf-bed7-495a-b0f3-df1d68e59ea0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:43.548439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01083cdb-bc88-47ab-a0eb-7de184fbff97 req-875140bf-bed7-495a-b0f3-df1d68e59ea0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0920284 Aug 23 16:27:43.620617 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01083cdb-bc88-47ab-a0eb-7de184fbff97 req-2736881c-ed0b-4db6-be1b-54bf332bc881 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Aug 23 16:27:44.242455 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fcaac-94bf-4edc-90b1-f362156f7827 req-805fe7d9-df80-4830-8763-de4185940a8c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:44.245829 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-127fcaac-94bf-4edc-90b1-f362156f7827 req-805fe7d9-df80-4830-8763-de4185940a8c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0665185 Aug 23 16:27:44.308190 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-127fcaac-94bf-4edc-90b1-f362156f7827 req-fb7d7d88-9097-4c1c-ba74-53b591e14e0d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Aug 23 16:27:44.569243 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b42299-f434-4365-a150-d539dee22a1e req-587ddab4-ea8a-413d-a114-78f39fd11129 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:44.578351 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-25b42299-f434-4365-a150-d539dee22a1e req-587ddab4-ea8a-413d-a114-78f39fd11129 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0769048 Aug 23 16:27:44.627896 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-25b42299-f434-4365-a150-d539dee22a1e req-483cef9b-fdba-43fd-9e08-c8bb0fc06833 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Aug 23 16:27:44.825530 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dff848-90c5-4b3e-a1fb-9aeed591a992 req-bce60a98-f189-453f-bdb4-7f2a421d80c4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:44.834157 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e5dff848-90c5-4b3e-a1fb-9aeed591a992 req-bce60a98-f189-453f-bdb4-7f2a421d80c4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0822394 Aug 23 16:27:44.884837 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e5dff848-90c5-4b3e-a1fb-9aeed591a992 req-90108c1f-c30a-45d0-a61c-d36b3acabf7c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493555 Aug 23 16:27:45.430695 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eeae9-e19c-4017-a5e1-e9bbac4a326a req-861c02e2-0a0f-4a06-bb20-65fa5111a492 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:45.432218 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-511eeae9-e19c-4017-a5e1-e9bbac4a326a req-861c02e2-0a0f-4a06-bb20-65fa5111a492 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0551031 Aug 23 16:27:45.452642 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-26e357ee-0c40-4b98-b181-a2edf1c2f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:45.483354 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-511eeae9-e19c-4017-a5e1-e9bbac4a326a req-6b57c663-03d6-433e-9f4a-e110dcbe1c7e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Aug 23 16:27:45.821147 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa361d9-3f74-41e0-96cc-47e68b60db2d req-263d5aab-9361-44c7-a636-28589ddc2097 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:45.830747 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efa361d9-3f74-41e0-96cc-47e68b60db2d req-263d5aab-9361-44c7-a636-28589ddc2097 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0813594 Aug 23 16:27:45.884054 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-efa361d9-3f74-41e0-96cc-47e68b60db2d req-79a05c79-5040-4451-a7d3-444bad2e7cb3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Aug 23 16:27:46.121897 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458ef63-1857-447b-b94e-48af9f01b45c req-39b3ae42-94b7-4c74-b8cb-46e4ab4d4b84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:46.131926 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7458ef63-1857-447b-b94e-48af9f01b45c req-39b3ae42-94b7-4c74-b8cb-46e4ab4d4b84 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1224992 Aug 23 16:27:46.198033 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7458ef63-1857-447b-b94e-48af9f01b45c req-3d5900fe-de8a-4941-bdde-447d3a22de5a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Aug 23 16:27:46.688528 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd6898-e67f-4a22-9e51-08dd65f95738 req-dbf76472-0ae5-4283-8af0-2250cba8f862 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:46.699386 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04bd6898-e67f-4a22-9e51-08dd65f95738 req-dbf76472-0ae5-4283-8af0-2250cba8f862 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.1093566 Aug 23 16:27:46.769742 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04bd6898-e67f-4a22-9e51-08dd65f95738 req-eb335cc1-f6c1-4d7f-87f0-cfab26520190 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693617 Aug 23 16:27:47.062685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53403e-77bc-4856-a5f9-7ef330ffc6bb req-4563473f-ca07-4d5f-95fe-59983f61c55b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:47.064296 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5a53403e-77bc-4856-a5f9-7ef330ffc6bb req-4563473f-ca07-4d5f-95fe-59983f61c55b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0703640 Aug 23 16:27:47.121845 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5a53403e-77bc-4856-a5f9-7ef330ffc6bb req-e9aadd37-4952-4dfa-afba-4b25e73ada0f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Aug 23 16:27:47.339810 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79557-4428-4eae-8ce8-cc6648313d72 req-e401fb5d-967a-42bf-8ff1-7f1a77ab5f9a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:47.341438 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-98d79557-4428-4eae-8ce8-cc6648313d72 req-e401fb5d-967a-42bf-8ff1-7f1a77ab5f9a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Aug 23 16:27:47.384646 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-98d79557-4428-4eae-8ce8-cc6648313d72 req-daf08527-4a75-450f-8ec5-bd109268b66b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Aug 23 16:27:47.940022 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443fb79-e4c2-401d-871f-a440ff46154f req-acdfa6f8-ee48-4f7e-93c4-1f057fe75293 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:47.952228 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a443fb79-e4c2-401d-871f-a440ff46154f req-acdfa6f8-ee48-4f7e-93c4-1f057fe75293 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0787377 Aug 23 16:27:48.010048 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a443fb79-e4c2-401d-871f-a440ff46154f req-136f9bff-049f-46a1-a7be-383480ea7dd2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Aug 23 16:27:48.251735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fe1cc-ac8b-4aac-af96-d6f2cce71827 req-1692e4da-b4cd-4512-94b2-71b9b17f54d2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:48.253157 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-868fe1cc-ac8b-4aac-af96-d6f2cce71827 req-1692e4da-b4cd-4512-94b2-71b9b17f54d2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0506866 Aug 23 16:27:48.276540 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ccc12d48-e300-4de9-abca-599fd8ca8659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:48.294715 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-868fe1cc-ac8b-4aac-af96-d6f2cce71827 req-7f57bd3d-ee85-4e2a-9b92-3cd6a37d490c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355742 Aug 23 16:27:48.338523 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:48.525656 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe7b64-3df4-444d-b7ea-9e6a18a9a8c6 req-72406e40-82a8-4b68-bd13-92bce96d37c1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:48.527929 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2bfe7b64-3df4-444d-b7ea-9e6a18a9a8c6 req-72406e40-82a8-4b68-bd13-92bce96d37c1 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0648203 Aug 23 16:27:48.617432 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2bfe7b64-3df4-444d-b7ea-9e6a18a9a8c6 req-8247ae87-ccf1-43f9-a1a7-80caa858dfbb tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Aug 23 16:27:49.156980 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b2e7-420b-4461-a8e9-ac435fdcbfd2 req-d521e565-0d6e-432e-8d3f-2337204c76e0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:49.160013 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7b45b2e7-420b-4461-a8e9-ac435fdcbfd2 req-d521e565-0d6e-432e-8d3f-2337204c76e0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0643084 Aug 23 16:27:49.214839 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7b45b2e7-420b-4461-a8e9-ac435fdcbfd2 req-d7584bc1-2e99-4cfe-89eb-162fac26c723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Aug 23 16:27:49.281106 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:49.425074 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b677e-93d5-4fa2-b8d9-d9e8727454f2 req-cf08bb05-6cee-4daf-91f5-b82c01e2cfde tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:49.426763 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-243b677e-93d5-4fa2-b8d9-d9e8727454f2 req-cf08bb05-6cee-4daf-91f5-b82c01e2cfde tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0517106 Aug 23 16:27:49.477204 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-243b677e-93d5-4fa2-b8d9-d9e8727454f2 req-de17392e-f1bc-4545-b364-76439d2f655f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Aug 23 16:27:49.751962 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5eb93-0014-48c9-a369-1bc1f84f0c54 req-55f8ac12-9bce-4fc0-834c-e762a7d6ec91 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:49.753558 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c9e5eb93-0014-48c9-a369-1bc1f84f0c54 req-55f8ac12-9bce-4fc0-834c-e762a7d6ec91 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0539486 Aug 23 16:27:49.800685 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c9e5eb93-0014-48c9-a369-1bc1f84f0c54 req-1ee047cf-a7de-43a0-a45c-85a7f3980734 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Aug 23 16:27:50.353598 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41497a-99b4-45b2-93d9-ac260d7200af req-cc826959-8047-4fb2-b0e8-286af5a920ad tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:50.355126 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bf41497a-99b4-45b2-93d9-ac260d7200af req-cc826959-8047-4fb2-b0e8-286af5a920ad tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0556707 Aug 23 16:27:50.395725 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bf41497a-99b4-45b2-93d9-ac260d7200af req-a9e27dda-bc13-4f86-b021-2c41d9a9a3e3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Aug 23 16:27:50.616908 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29289-4c53-42d6-8baf-1ea284d47d2e req-b595dbe1-bc68-4c38-a111-31613e88c6ff tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:50.618454 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-03c29289-4c53-42d6-8baf-1ea284d47d2e req-b595dbe1-bc68-4c38-a111-31613e88c6ff tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0522296 Aug 23 16:27:50.659290 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-03c29289-4c53-42d6-8baf-1ea284d47d2e req-32d5c4a5-6c38-405e-b488-b5f443a0a056 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Aug 23 16:27:50.914799 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:50.922853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ce45f-b7f7-4e7b-8adf-585259be9d76 req-70cf3342-6e16-4f76-9d6c-709344c5998b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:50.925806 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-762ce45f-b7f7-4e7b-8adf-585259be9d76 req-70cf3342-6e16-4f76-9d6c-709344c5998b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0563045 Aug 23 16:27:50.965374 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-762ce45f-b7f7-4e7b-8adf-585259be9d76 req-ff70f713-7714-4ac2-8a67-3dc4af11dcec tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335979 Aug 23 16:27:51.518395 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d088c0d-66b7-47c8-a2bd-f8baf59beb9d req-55fdf848-7b5a-4a5b-8930-12758081f4c5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:51.521158 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7d088c0d-66b7-47c8-a2bd-f8baf59beb9d req-55fdf848-7b5a-4a5b-8930-12758081f4c5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0574629 Aug 23 16:27:51.573994 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7d088c0d-66b7-47c8-a2bd-f8baf59beb9d req-e7a00e93-0a8a-49a3-8ca9-23027f596d9f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Aug 23 16:27:51.788086 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae946c-9d54-4cc0-9ca0-81f285b032cf req-5cd6a17c-0a55-4cdb-8cbc-5b71682b08c2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:51.789466 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8bae946c-9d54-4cc0-9ca0-81f285b032cf req-5cd6a17c-0a55-4cdb-8cbc-5b71682b08c2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0532589 Aug 23 16:27:51.846481 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8bae946c-9d54-4cc0-9ca0-81f285b032cf req-05b8835c-c4dc-4f2f-b8ab-7b247791b342 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507481 Aug 23 16:27:52.084546 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17d2c2-1ba0-4b7a-909a-33d88f335ae3 req-ae1bca36-a017-4874-8b01-5fef790ead9c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:52.086011 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1b17d2c2-1ba0-4b7a-909a-33d88f335ae3 req-ae1bca36-a017-4874-8b01-5fef790ead9c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0509570 Aug 23 16:27:52.127122 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1b17d2c2-1ba0-4b7a-909a-33d88f335ae3 req-6c53b535-65de-4311-982b-790e10f73066 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Aug 23 16:27:52.700542 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bd961-f4f3-483c-b3fc-18614281a686 req-657c576f-14f7-47ee-a3df-c33a013bfaee tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:52.702291 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f2bd961-f4f3-483c-b3fc-18614281a686 req-657c576f-14f7-47ee-a3df-c33a013bfaee tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0535839 Aug 23 16:27:52.741224 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f2bd961-f4f3-483c-b3fc-18614281a686 req-8e76621d-eba9-43d8-863e-62ffc4614543 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 23 16:27:52.988102 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ef6a-e587-4afd-a81f-ef4a6769d25d req-595188e1-4e38-4859-9270-3dae5e01f464 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:52.989643 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d7f0ef6a-e587-4afd-a81f-ef4a6769d25d req-595188e1-4e38-4859-9270-3dae5e01f464 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0562131 Aug 23 16:27:53.034719 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d7f0ef6a-e587-4afd-a81f-ef4a6769d25d req-0a5d7b54-28a7-4ab6-8b59-26bf750da19e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389733 Aug 23 16:27:53.254635 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21578384-ff97-4e21-b860-e0024c4cb2fa req-4e5cfd7a-34ba-4ee6-8b06-bba802e3e404 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:53.256185 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-21578384-ff97-4e21-b860-e0024c4cb2fa req-4e5cfd7a-34ba-4ee6-8b06-bba802e3e404 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0576925 Aug 23 16:27:53.303379 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-21578384-ff97-4e21-b860-e0024c4cb2fa req-11c14c38-5b5d-4872-9e34-243c0192b46f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Aug 23 16:27:53.869132 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6e355-e52b-4aeb-9cc0-531967968907 req-59f5aefa-73c5-47fb-b019-d4d0f067829e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:53.870672 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-77f6e355-e52b-4aeb-9cc0-531967968907 req-59f5aefa-73c5-47fb-b019-d4d0f067829e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0527782 Aug 23 16:27:53.916600 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-77f6e355-e52b-4aeb-9cc0-531967968907 req-878d0918-1d5b-47da-b236-c4d17e3786c1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Aug 23 16:27:54.171144 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0ee1-0eee-4146-8eac-c62ceb56b536 req-a1cf64b9-f4c9-4094-912c-13e0b87595a6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:54.174334 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-403f0ee1-0eee-4146-8eac-c62ceb56b536 req-a1cf64b9-f4c9-4094-912c-13e0b87595a6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0571890 Aug 23 16:27:54.215760 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-403f0ee1-0eee-4146-8eac-c62ceb56b536 req-3ce801b6-6e9e-411d-95c6-cb2e965e3f48 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366445 Aug 23 16:27:54.425814 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd309d-b4ee-4b64-92e5-836d6e9201e8 req-61c1c6ed-9e1b-4c59-8d82-377a07d9a69e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:54.427284 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f4bd309d-b4ee-4b64-92e5-836d6e9201e8 req-61c1c6ed-9e1b-4c59-8d82-377a07d9a69e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Aug 23 16:27:54.466664 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f4bd309d-b4ee-4b64-92e5-836d6e9201e8 req-d8b8a818-76af-4bd5-9bb2-e071b9c19a32 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Aug 23 16:27:55.041420 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4aad6-4226-4078-a678-ac7f9fa8652e req-d4f13807-6f0a-48a4-8b04-31fc91160ba0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:55.042963 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12f4aad6-4226-4078-a678-ac7f9fa8652e req-d4f13807-6f0a-48a4-8b04-31fc91160ba0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0568862 Aug 23 16:27:55.083442 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12f4aad6-4226-4078-a678-ac7f9fa8652e req-c8918115-9338-402f-95c0-fb5691c89b13 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Aug 23 16:27:55.351499 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1798-0e17-4a8b-bd5a-4958037676cb req-20970280-7efe-4836-aad8-ae4735b0e5cd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:55.353068 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a60d1798-0e17-4a8b-bd5a-4958037676cb req-20970280-7efe-4836-aad8-ae4735b0e5cd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0519624 Aug 23 16:27:55.392511 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a60d1798-0e17-4a8b-bd5a-4958037676cb req-331352ff-a1c0-4034-b17a-ab9b4cac42ce tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Aug 23 16:27:55.599931 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ac4b-6baf-4bc5-afce-ba19ebe5f509 req-68846751-960f-438e-a838-bc7e68877141 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:55.601511 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a58ac4b-6baf-4bc5-afce-ba19ebe5f509 req-68846751-960f-438e-a838-bc7e68877141 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0641272 Aug 23 16:27:55.644579 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a58ac4b-6baf-4bc5-afce-ba19ebe5f509 req-4dfcba47-8498-4e40-a231-9d6fdf6ab29e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360198 Aug 23 16:27:56.208585 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8e36-10fe-4a1a-b4d9-99008f1776a7 req-d6fb01ee-2121-4350-bac9-2989ad5512af tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:56.210135 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f88c8e36-10fe-4a1a-b4d9-99008f1776a7 req-d6fb01ee-2121-4350-bac9-2989ad5512af tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0584867 Aug 23 16:27:56.257919 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f88c8e36-10fe-4a1a-b4d9-99008f1776a7 req-b3994633-a36f-48f0-ba35-66e79a51d164 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Aug 23 16:27:56.521197 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec188-13eb-4286-a0fd-d1c5f9fc7ba6 req-c90f90b9-b475-4db4-8f80-813005a6c19e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:56.522817 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-604ec188-13eb-4286-a0fd-d1c5f9fc7ba6 req-c90f90b9-b475-4db4-8f80-813005a6c19e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0519443 Aug 23 16:27:56.561456 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-604ec188-13eb-4286-a0fd-d1c5f9fc7ba6 req-33271af7-4758-4025-9535-75beaebad27d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Aug 23 16:27:56.767792 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 52844) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:56.771883 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43bb43-df96-4c7a-8e7b-d265fe4ff314 req-0b7b4d8a-423a-495b-b6ca-44216b831870 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:56.773485 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7f43bb43-df96-4c7a-8e7b-d265fe4ff314 req-0b7b4d8a-423a-495b-b6ca-44216b831870 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0577655 Aug 23 16:27:56.821064 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Deleting subnet 10b10d86-3fc1-4711-850f-5629d4a3b9db {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:27:56.821339 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7f43bb43-df96-4c7a-8e7b-d265fe4ff314 req-c2f8ba38-e429-48e2-9adf-90d30094c568 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Aug 23 16:27:56.824398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:56.863453 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:56.904913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.075523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.101816 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b10d86-3fc1-4711-850f-5629d4a3b9db,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:57.106450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.109224 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/10b10d86-3fc1-4711-850f-5629d4a3b9db HTTP/1.1" status: 204 len: 168 time: 0.3399382 Aug 23 16:27:57.111942 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 52846) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.123534 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b53f6-cf18-4648-83a7-e98912183b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.188289 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.269931 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.279838 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39512639-97fc-4f16-917d-ea5b8c174f97']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:57.290150 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:57.290443 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97deebdb-bed9-4b8e-a3eb-cd688efa4ffd') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:27:57.303751 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.318113 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.324717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:27:57.325693 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:27:57.327070 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:27:57.408034 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e3eb-5259-44da-a759-f59e3d312f13 req-5e2ca362-5049-4286-96cc-b024f154e02a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.409518 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e272e3eb-5259-44da-a759-f59e3d312f13 req-5e2ca362-5049-4286-96cc-b024f154e02a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0763278 Aug 23 16:27:57.463187 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e272e3eb-5259-44da-a759-f59e3d312f13 req-d9241918-9451-460d-b62b-826c50ed19f2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Aug 23 16:27:57.467244 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-802b1edb-5e06-4ecb-bb54-fa5c35b9240d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802305 Aug 23 16:27:57.545117 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-d1c07e2b-66d3-425d-8176-693a6bb2f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.546770 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-d1c07e2b-66d3-425d-8176-693a6bb2f178 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=170ed81b0c1948bc9b513abb83365223&device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0457888 Aug 23 16:27:57.591433 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.606040 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.606040 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/39512639-97fc-4f16-917d-ea5b8c174f97 HTTP/1.1" status: 204 len: 168 time: 0.4909675 Aug 23 16:27:57.616005 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39512639-97fc-4f16-917d-ea5b8c174f97,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:57.625581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.626143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.626662 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.627057 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.627492 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.627828 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.628159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.628540 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.628869 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.629193 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.629510 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.629848 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca407e-e95c-41b7-8c1d-1f96352572a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:27:57.685661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-1e989eae-4a94-461d-b91e-f15a62726103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.687385 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-1e989eae-4a94-461d-b91e-f15a62726103 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 200 len: 920 time: 0.1146176 Aug 23 16:27:57.740057 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372543d-6859-4257-9857-feec2efc35eb req-ecfb0a24-7c98-4d27-83f7-fa78759791e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.741634 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d372543d-6859-4257-9857-feec2efc35eb req-ecfb0a24-7c98-4d27-83f7-fa78759791e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0639048 Aug 23 16:27:57.742010 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-bb735140-9a2c-407b-9674-fac79d69a9da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 200 len: 217 time: 0.0456114 Aug 23 16:27:57.781156 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d372543d-6859-4257-9857-feec2efc35eb req-aaef574d-acc6-4e35-b554-5a4710af9408 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331731 Aug 23 16:27:57.796232 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-a0425639-9bf2-44e5-8c23-6dbdc9cb544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.797994 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-a0425639-9bf2-44e5-8c23-6dbdc9cb544a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 200 len: 859 time: 0.0456777 Aug 23 16:27:57.835426 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-105046c4-8248-43bb-822f-ff64e6344e32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9349fb1-3cb8-4fff-b83d-686ff59e72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285919 Aug 23 16:27:57.958323 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-b6855a7f-9ad8-4f59-a9be-942864a200b4 service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135736 Aug 23 16:27:57.965400 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be884b6-e079-4f27-974a-7acc6f02becc req-10e131bd-7847-484d-8fd9-388ed7eb3ca7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:57.967088 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6be884b6-e079-4f27-974a-7acc6f02becc req-10e131bd-7847-484d-8fd9-388ed7eb3ca7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0756390 Aug 23 16:27:58.054590 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6be884b6-e079-4f27-974a-7acc6f02becc req-413119f6-d4c5-4cec-9946-9690446bc8fa tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793262 Aug 23 16:27:58.084351 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f26bc54-c17f-4b13-8236-5ccf74284670 req-e7503ab6-eda5-4de7-9952-9d0516f68b4f service neutron] 10.222.0.82 "GET /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163161 Aug 23 16:27:58.155901 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 52858) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:58.195859 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ab784cc2-1224-4b40-bc42-7d6ae4caaa92 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5560e38114b4494a999f8895473ebda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387874 Aug 23 16:27:58.198433 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 52862) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:27:58.245503 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:58.269654 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:58.442756 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:58.445230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:58.446501 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9ef3357-d5bd-4457-9022-f9d3bf1fce67 HTTP/1.1" status: 204 len: 168 time: 0.2471008 Aug 23 16:27:58.455012 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d38f3-9a85-436a-89bb-101b1873a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef3357-d5bd-4457-9022-f9d3bf1fce67,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:27:58.585516 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003bfa-e118-42e6-9302-f3adaf573751 req-13242c76-fa43-4483-8e10-36b6fb2650f1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:58.587095 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-64003bfa-e118-42e6-9302-f3adaf573751 req-13242c76-fa43-4483-8e10-36b6fb2650f1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0551052 Aug 23 16:27:58.627396 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-64003bfa-e118-42e6-9302-f3adaf573751 req-2ac326c4-12f4-4c0a-a1d9-6f055372ef06 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 23 16:27:58.909141 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbcc41-678a-44b3-9ea8-a6766edf3a8c req-8a9775c5-0ed7-488f-981d-7bd40a2571ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:58.910983 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7efbcc41-678a-44b3-9ea8-a6766edf3a8c req-8a9775c5-0ed7-488f-981d-7bd40a2571ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0523572 Aug 23 16:27:58.950341 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7efbcc41-678a-44b3-9ea8-a6766edf3a8c req-2ac2f3a8-750e-4310-a693-d867e7306235 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333784 Aug 23 16:27:59.188313 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d755ef-57cf-499f-9ea3-8008ebfe6b88 req-2753c51f-1724-4c33-ab3d-8a9e2ae8ad2f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:59.190063 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-31d755ef-57cf-499f-9ea3-8008ebfe6b88 req-2753c51f-1724-4c33-ab3d-8a9e2ae8ad2f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0572925 Aug 23 16:27:59.233617 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-31d755ef-57cf-499f-9ea3-8008ebfe6b88 req-b7eed974-4cb4-4a91-8e88-6cede2137ff9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Aug 23 16:27:59.746630 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce311d-75e3-455c-a234-9fdc91e3e275 req-f0722ba2-7de8-49e8-9749-c0557da8cf92 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:27:59.749105 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b4ce311d-75e3-455c-a234-9fdc91e3e275 req-f0722ba2-7de8-49e8-9749-c0557da8cf92 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0521557 Aug 23 16:27:59.793633 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b4ce311d-75e3-455c-a234-9fdc91e3e275 req-9698bb4f-d1e2-4e8e-acc7-e098da68749e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Aug 23 16:28:00.102354 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242309d-088f-4bb2-85a4-a016b0e94026 req-d721d927-e0af-4507-8748-163a7ea2fa84 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:00.103891 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4242309d-088f-4bb2-85a4-a016b0e94026 req-d721d927-e0af-4507-8748-163a7ea2fa84 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0660925 Aug 23 16:28:00.151005 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4242309d-088f-4bb2-85a4-a016b0e94026 req-68de7a61-640b-4b4e-a9f8-26432c81a8b3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Aug 23 16:28:00.359831 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26306de-e490-4116-aaee-49cdf1b11bae req-dfc2b76f-7973-407d-bc21-af2786e5702a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:00.361990 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f26306de-e490-4116-aaee-49cdf1b11bae req-dfc2b76f-7973-407d-bc21-af2786e5702a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0572112 Aug 23 16:28:00.401286 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f26306de-e490-4116-aaee-49cdf1b11bae req-9e121d2e-abba-4030-b7cb-dc6ad5e07902 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Aug 23 16:28:01.284173 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a67f5-a05f-473c-9ba8-2efc46bb937d req-08fa4955-545e-433b-a295-3119c07b7e7d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:01.285919 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d08a67f5-a05f-473c-9ba8-2efc46bb937d req-08fa4955-545e-433b-a295-3119c07b7e7d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0564744 Aug 23 16:28:01.327080 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d08a67f5-a05f-473c-9ba8-2efc46bb937d req-9f8ab0f6-9e86-4ec1-880b-40ee14907c82 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355251 Aug 23 16:28:02.453163 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad50b80-7229-4e84-82dc-6cfbe44dc1d5 req-26d92021-89b6-40f9-aedd-43828e3b9281 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:02.454828 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ad50b80-7229-4e84-82dc-6cfbe44dc1d5 req-26d92021-89b6-40f9-aedd-43828e3b9281 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0553770 Aug 23 16:28:02.493038 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ad50b80-7229-4e84-82dc-6cfbe44dc1d5 req-320f2c41-e986-4027-8ac7-fe451edc1ddc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Aug 23 16:28:03.617275 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520195d3-3503-4399-9900-dd52f67b5370 req-ffddd89c-93c2-4634-9fd4-1ea034096fe7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:03.618808 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-520195d3-3503-4399-9900-dd52f67b5370 req-ffddd89c-93c2-4634-9fd4-1ea034096fe7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0507169 Aug 23 16:28:03.656903 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-520195d3-3503-4399-9900-dd52f67b5370 req-ef9973b8-85db-4d93-a9cd-6b96da94dea9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Aug 23 16:28:04.204547 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:28:04.785641 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287dc8c-8183-488a-bada-3eee818343c1 req-d43fd1c3-56d7-4cbb-be64-ecb524c0593b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:04.787136 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6287dc8c-8183-488a-bada-3eee818343c1 req-d43fd1c3-56d7-4cbb-be64-ecb524c0593b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.0510118 Aug 23 16:28:04.826218 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6287dc8c-8183-488a-bada-3eee818343c1 req-bbb94aad-5549-4d0d-9cf9-4b5ddec43162 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330026 Aug 23 16:28:06.179663 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bbc11-27f4-4192-85fe-ffab010c113f req-e6fa0fea-5022-4691-a94f-50bf850d7fab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:06.181075 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f14bbc11-27f4-4192-85fe-ffab010c113f req-e6fa0fea-5022-4691-a94f-50bf850d7fab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 943 time: 0.2747428 Aug 23 16:28:06.219668 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f14bbc11-27f4-4192-85fe-ffab010c113f req-ec12c12f-d6bb-497b-a107-6949986ac74b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Aug 23 16:28:06.780076 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:28:06.890998 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:06.902111 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:28:06.946726 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:06.961100 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:28:06.981073 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:07.075119 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:07.123395 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=9']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:07.340480 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda91d-a6db-4d5a-bdb4-0478bca31578 req-012934e4-5c89-41c5-bcec-feac7d0c8a8f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:07.343305 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5adda91d-a6db-4d5a-bdb4-0478bca31578 req-012934e4-5c89-41c5-bcec-feac7d0c8a8f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0503287 Aug 23 16:28:07.393319 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5adda91d-a6db-4d5a-bdb4-0478bca31578 req-7f6af366-5c72-48e9-ad9e-34aef6f449ef tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356722 Aug 23 16:28:08.506066 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354364-57ed-4656-a025-f1c49dd0d90b req-2f3fbd3d-f86b-401b-8e9f-0d0c7a272ed4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:08.507516 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10354364-57ed-4656-a025-f1c49dd0d90b req-2f3fbd3d-f86b-401b-8e9f-0d0c7a272ed4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0497801 Aug 23 16:28:08.544610 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10354364-57ed-4656-a025-f1c49dd0d90b req-1997be2b-09e4-40ab-ad86-625ffb2006ec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Aug 23 16:28:08.545200 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['1ad3a88d-8c62-49a6-87ec-1662d38f76a3'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:09.667955 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fbe69-a428-48d7-a6f9-783414531c1d req-ed76d0d2-48d3-410a-9f4e-b28af7154fc9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:09.669633 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-118fbe69-a428-48d7-a6f9-783414531c1d req-ed76d0d2-48d3-410a-9f4e-b28af7154fc9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0486329 Aug 23 16:28:09.708842 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-118fbe69-a428-48d7-a6f9-783414531c1d req-8cdcf01e-e63d-4d1f-b1de-c91d65faf3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329874 Aug 23 16:28:10.812903 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:10.838070 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ac2d-798b-4419-9c20-375f3aa9b1fc req-4333a9d2-3259-48f2-85cc-1177f63894cc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:10.839634 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e630ac2d-798b-4419-9c20-375f3aa9b1fc req-4333a9d2-3259-48f2-85cc-1177f63894cc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0511856 Aug 23 16:28:10.879227 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e630ac2d-798b-4419-9c20-375f3aa9b1fc req-eb0bc02d-3b8c-472a-98c2-cd0818b64920 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Aug 23 16:28:12.015069 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d76b41-f6b8-494d-9057-7a98abf180ba req-440d97f3-ad05-4c5e-9fee-2726a8012d05 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:12.016661 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87d76b41-f6b8-494d-9057-7a98abf180ba req-440d97f3-ad05-4c5e-9fee-2726a8012d05 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 944 time: 0.0543938 Aug 23 16:28:12.055710 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87d76b41-f6b8-494d-9057-7a98abf180ba req-1df11560-766f-4b3d-a22c-a0159f6d5f89 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Aug 23 16:28:12.672157 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:28:12.724259 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:28:12.724597 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:12.807253 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:12.832048 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:12.834301 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69663ecd-14a7-497c-9a74-f2e362c6b3ad" -d '{"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:12.846757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:12.871534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193410df-cdfc-47bf-a847-7488b17778d8 x-openstack-request-id: req-193410df-cdfc-47bf-a847-7488b17778d8 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:12.872477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:12.872762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-193410df-cdfc-47bf-a847-7488b17778d8 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:12.873235 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'code': 200} Aug 23 16:28:13.046311 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:13.096389 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=10']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:13.186921 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73dab-35c4-45cd-ae31-245ef1e480ca req-e19e46be-78ec-4872-b0be-57779c4b4fa2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:13.189067 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d8a73dab-35c4-45cd-ae31-245ef1e480ca req-e19e46be-78ec-4872-b0be-57779c4b4fa2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0578778 Aug 23 16:28:13.229288 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d8a73dab-35c4-45cd-ae31-245ef1e480ca req-b3cb2c07-4b50-486c-b4e9-2442931434a6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Aug 23 16:28:14.185304 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17890-2223-4fbb-ae99-f3b359aea02e req-6b5e33e6-20c2-4348-a067-3c163708a004 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:14.186824 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a7a17890-2223-4fbb-ae99-f3b359aea02e req-6b5e33e6-20c2-4348-a067-3c163708a004 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0507469 Aug 23 16:28:14.225377 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a7a17890-2223-4fbb-ae99-f3b359aea02e req-0b4a89de-1f49-4c58-882f-1edb8a9906be tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Aug 23 16:28:14.359965 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f7e0a-95ca-44ab-a6f8-c1e49fd4a802 req-d0e2f646-ddf2-49e5-8d08-72e113b6ed2f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:14.361402 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a2f7e0a-95ca-44ab-a6f8-c1e49fd4a802 req-d0e2f646-ddf2-49e5-8d08-72e113b6ed2f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0551944 Aug 23 16:28:14.413965 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a2f7e0a-95ca-44ab-a6f8-c1e49fd4a802 req-518cf6cd-ecae-4e79-99b4-ac6aeadc7145 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Aug 23 16:28:15.342058 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af7136-498f-4cc2-89fd-a894ecaf9c9e req-6bccc0bb-dbfe-4367-b683-3e32709664a9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:15.344381 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53af7136-498f-4cc2-89fd-a894ecaf9c9e req-6bccc0bb-dbfe-4367-b683-3e32709664a9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Aug 23 16:28:15.382968 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-53af7136-498f-4cc2-89fd-a894ecaf9c9e req-a06ba744-bd9a-4eb5-b92a-37e5c19b2d12 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Aug 23 16:28:15.464842 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ff75085c-d213-4110-ac98-b86323c183d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:15.537985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612307-5ddf-4c45-b83e-9ee54fce3dd1 req-1973b022-edbc-4b76-b679-8ff45b4840d2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:15.539470 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f612307-5ddf-4c45-b83e-9ee54fce3dd1 req-1973b022-edbc-4b76-b679-8ff45b4840d2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0496271 Aug 23 16:28:15.578446 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f612307-5ddf-4c45-b83e-9ee54fce3dd1 req-1d6681c2-2410-4506-971b-f3d57b4953b7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Aug 23 16:28:16.505673 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b24c-ecee-4689-a0ea-b41cd07d2c25 req-fc2c1854-94b8-4370-a33d-1d98dee91fa8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:16.507223 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-28d7b24c-ecee-4689-a0ea-b41cd07d2c25 req-fc2c1854-94b8-4370-a33d-1d98dee91fa8 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0559950 Aug 23 16:28:16.546855 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-28d7b24c-ecee-4689-a0ea-b41cd07d2c25 req-9895b435-9d14-43fc-a5fd-0148c698f933 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Aug 23 16:28:16.709245 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46ed9-f4f3-42eb-970a-d36d3b72231d req-8d6226da-a271-4d53-a4d5-a3b1b0d66cc4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:16.710648 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d5d46ed9-f4f3-42eb-970a-d36d3b72231d req-8d6226da-a271-4d53-a4d5-a3b1b0d66cc4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0545406 Aug 23 16:28:16.751250 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d5d46ed9-f4f3-42eb-970a-d36d3b72231d req-a91e58bd-19ae-4247-afc9-64918e510ed8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336165 Aug 23 16:28:16.837545 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9d10-f9d1-440f-b07a-e04fd99032dc req-a44f9c21-1b73-4e50-9ec9-6dbc38876e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:16.839172 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-95aa9d10-f9d1-440f-b07a-e04fd99032dc req-a44f9c21-1b73-4e50-9ec9-6dbc38876e20 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1099 time: 0.0409369 Aug 23 16:28:16.879151 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-95aa9d10-f9d1-440f-b07a-e04fd99032dc req-aefd529c-b2b2-429e-a04a-459aa3f90d83 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Aug 23 16:28:17.667277 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d253a-2c03-4c59-b7d3-445c98c13baa req-72435eb1-f118-4d26-a40c-091233581a67 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:17.669293 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-782d253a-2c03-4c59-b7d3-445c98c13baa req-72435eb1-f118-4d26-a40c-091233581a67 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0514319 Aug 23 16:28:17.708310 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-782d253a-2c03-4c59-b7d3-445c98c13baa req-9b7bd691-7c03-4c20-87e6-52411de168cc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Aug 23 16:28:17.875186 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f112-c3cc-4f18-bf47-d25d4155633a req-8b065463-39c8-4431-8a3e-d30776af47a5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:17.876701 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b2c0f112-c3cc-4f18-bf47-d25d4155633a req-8b065463-39c8-4431-8a3e-d30776af47a5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0538862 Aug 23 16:28:17.917113 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b2c0f112-c3cc-4f18-bf47-d25d4155633a req-0d667c2f-7db4-4e2e-924c-ffcf5e992d0b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344610 Aug 23 16:28:18.177933 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-015e0ab7-d787-4343-8f06-3a6eec54b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:18.299003 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:18.892723 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ec16e-56f1-47ec-a668-e17626e24691 req-d1a34d78-ecea-4165-92f3-9ce6dbd9f7a7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:18.894278 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-973ec16e-56f1-47ec-a668-e17626e24691 req-d1a34d78-ecea-4165-92f3-9ce6dbd9f7a7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0528877 Aug 23 16:28:18.938324 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-973ec16e-56f1-47ec-a668-e17626e24691 req-be3c7633-3cb8-41dc-94b6-04535cdde9c0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Aug 23 16:28:19.054483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c4dfd-7e14-4994-97c1-7ed3ab639782 req-3f03923e-b2e6-466b-bbb4-e5701254240d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:19.057470 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bf4c4dfd-7e14-4994-97c1-7ed3ab639782 req-3f03923e-b2e6-466b-bbb4-e5701254240d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0569375 Aug 23 16:28:19.099840 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bf4c4dfd-7e14-4994-97c1-7ed3ab639782 req-02b9ea41-7382-455b-982a-38ab9d18fd66 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346045 Aug 23 16:28:19.190804 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:20.072539 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97a63b-7346-4301-b97e-aa9ecd2e881a req-13e4bb0a-a317-416f-9f7a-9fbd9cbf4f3b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:20.074228 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3f97a63b-7346-4301-b97e-aa9ecd2e881a req-13e4bb0a-a317-416f-9f7a-9fbd9cbf4f3b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0597394 Aug 23 16:28:20.117257 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3f97a63b-7346-4301-b97e-aa9ecd2e881a req-5d607e04-350b-4360-ac29-3c8266974a1c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Aug 23 16:28:20.227463 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e9ab5-36e8-457f-9471-38871294226a req-54815d43-75ca-4dd5-aea9-02c09dbdf479 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:20.228966 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e86e9ab5-36e8-457f-9471-38871294226a req-54815d43-75ca-4dd5-aea9-02c09dbdf479 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0516062 Aug 23 16:28:20.268348 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e86e9ab5-36e8-457f-9471-38871294226a req-c5a5afca-ae02-406a-83a1-d65df07fe8de tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Aug 23 16:28:20.886298 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:21.238262 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0e10a-e861-4487-a5e1-c1291f293cd3 req-b516fc0b-fbe9-42ac-8cfc-061c5721af76 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:21.239757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4dd0e10a-e861-4487-a5e1-c1291f293cd3 req-b516fc0b-fbe9-42ac-8cfc-061c5721af76 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0506864 Aug 23 16:28:21.277329 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4dd0e10a-e861-4487-a5e1-c1291f293cd3 req-bb4147cc-eccb-4ebb-ad2b-b480a782391b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Aug 23 16:28:21.401626 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8018cd-fdff-435c-b16a-48ed5eb702a1 req-2f73228f-01b1-443c-a830-47b946aa17d3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:21.403527 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0c8018cd-fdff-435c-b16a-48ed5eb702a1 req-2f73228f-01b1-443c-a830-47b946aa17d3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0517011 Aug 23 16:28:21.457446 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0c8018cd-fdff-435c-b16a-48ed5eb702a1 req-e039e9bd-969b-416e-b475-af037a182f69 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483913 Aug 23 16:28:22.395004 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da893bd8-c76e-4b23-a5c1-ae91a39d78fd req-d5710187-729e-497a-8216-9a9a6913f5d9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:22.396496 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-da893bd8-c76e-4b23-a5c1-ae91a39d78fd req-d5710187-729e-497a-8216-9a9a6913f5d9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0499716 Aug 23 16:28:22.436320 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-da893bd8-c76e-4b23-a5c1-ae91a39d78fd req-d33d5f67-ea1c-4a3a-924b-a0e36fef4e71 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 23 16:28:22.584048 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be209e9-3d3e-4665-a26a-769c25abbd25 req-20bf52cf-ccc0-47d2-8817-e4ba0c3f4b53 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:22.585485 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4be209e9-3d3e-4665-a26a-769c25abbd25 req-20bf52cf-ccc0-47d2-8817-e4ba0c3f4b53 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0527084 Aug 23 16:28:22.625639 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4be209e9-3d3e-4665-a26a-769c25abbd25 req-6c942894-b678-4b4c-ba92-f5e1cbdfa07f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Aug 23 16:28:23.560101 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5e537-45cc-4f2f-a166-db41533893b0 req-cd053c44-4e27-423c-854a-e52fa0c53d21 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:23.566303 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2bd5e537-45cc-4f2f-a166-db41533893b0 req-cd053c44-4e27-423c-854a-e52fa0c53d21 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0563221 Aug 23 16:28:23.605172 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2bd5e537-45cc-4f2f-a166-db41533893b0 req-54702194-f29a-4449-ab66-bae1844e24e2 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Aug 23 16:28:23.750959 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e071e-c2da-4b66-b1cd-b5624a049d1e req-81e37016-6144-474e-ba00-567f5eafb43c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:23.752469 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d64e071e-c2da-4b66-b1cd-b5624a049d1e req-81e37016-6144-474e-ba00-567f5eafb43c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0548816 Aug 23 16:28:23.793829 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d64e071e-c2da-4b66-b1cd-b5624a049d1e req-f2f4b687-e44f-4f41-bba1-c0351f6f64ff tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349238 Aug 23 16:28:24.735567 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0346e9-c670-43d5-b1f0-f02fdc3c4200 req-581d2a68-ec79-4750-8221-d9c885e71e81 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:24.737074 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fa0346e9-c670-43d5-b1f0-f02fdc3c4200 req-581d2a68-ec79-4750-8221-d9c885e71e81 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0610151 Aug 23 16:28:24.805627 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-89518339-e49c-49ff-be19-7cc8823cff4f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:24.805627 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-89518339-e49c-49ff-be19-7cc8823cff4f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 945 time: 0.0852952 Aug 23 16:28:24.809362 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fa0346e9-c670-43d5-b1f0-f02fdc3c4200 req-2be40913-d06e-4850-ba1b-362c2ed213dc tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579288 Aug 23 16:28:24.904009 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Deleting port 4898cf6d-0457-4a56-8c87-fb64c834805d {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:28:24.904497 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:24.977457 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-c9ba6f65-42c0-402b-90d5-b2ee9a6c9426 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:24.979422 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-c9ba6f65-42c0-402b-90d5-b2ee9a6c9426 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1049218 Aug 23 16:28:24.995309 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-9fdda878-2a64-44d5-b54d-08e381619ae6 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/quotas/5c59099491a3491b9e1f2d0f58cf9f81 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Aug 23 16:28:24.997563 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] For port 4898cf6d-0457-4a56-8c87-fb64c834805d, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=4898cf6d-0457-4a56-8c87-fb64c834805d,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:24.998063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:25.009976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Calling delete_port for 4898cf6d-0457-4a56-8c87-fb64c834805d owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:28:25.051630 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-1ec0732f-a220-4a2d-82d6-2d3509deaf87 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493023 Aug 23 16:28:25.147244 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-b47d4cf8-2e37-4aae-b3c1-00d388d1d873 service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886078 Aug 23 16:28:25.238031 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-07728447-84d5-44e8-8293-629cb463cd12 service neutron] 10.222.0.63 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838006 Aug 23 16:28:25.253110 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:25.267091 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['22e892db-2a20-4d91-bb25-62265c274d66', '4898cf6d-0457-4a56-8c87-fb64c834805d'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:25.296261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Pushing event deleted for resources: {'Port': ['ID=4898cf6d-0457-4a56-8c87-fb64c834805d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:25.335911 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] No DVR routers for this DVR port 4898cf6d-0457-4a56-8c87-fb64c834805d on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:28:25.338813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:25.341953 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0bb8ae87-9db1-4c7f-be82-a3156fc857aa req-084b3b32-7f15-4071-827e-4cb58e50601a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "DELETE /v2.0/ports/4898cf6d-0457-4a56-8c87-fb64c834805d HTTP/1.1" status: 204 len: 173 time: 0.5309117 Aug 23 16:28:25.342412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'name': 'network-vif-deleted', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:25.346761 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde084df-b4e5-4d0d-9864-e2d1414bcf3a" -d '{"events": [{"server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "name": "network-vif-deleted", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:25.380407 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d6945f-a02b-4752-95a4-0dcd6f8de518 x-openstack-request-id: req-81d6945f-a02b-4752-95a4-0dcd6f8de518 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:25.380704 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a8015c-90ac-4881-9278-3f667f5e4ec1", "name": "network-vif-deleted", "tag": "4898cf6d-0457-4a56-8c87-fb64c834805d", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:25.380961 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-81d6945f-a02b-4752-95a4-0dcd6f8de518 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:25.381362 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a8015c-90ac-4881-9278-3f667f5e4ec1', 'name': 'network-vif-deleted', 'tag': '4898cf6d-0457-4a56-8c87-fb64c834805d', 'status': 'completed', 'code': 200} Aug 23 16:28:25.502395 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f97e622a-3c75-48dc-86a8-35d49b669a94 req-2b64429b-9563-4db2-85b0-af12837ab8c5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 210 time: 0.0274606 Aug 23 16:28:25.925526 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f3542c7-5727-419f-9c1a-583244c915e2 req-9f6b34bb-180c-4011-a93b-324314caa71a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Aug 23 16:28:26.579260 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f6a61ac8-be03-4468-b666-cd0c566dc4ce req-09c8955b-9f06-4136-a93e-13f0e79471d7 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Aug 23 16:28:27.036653 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-431e9c93-408f-445c-8c5b-17f13710dc03 req-c668dff8-c41e-4b01-b478-b00d41760553 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9a8015c-90ac-4881-9278-3f667f5e4ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 23 16:28:27.675622 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-05c4e4f2-432d-4ebd-939a-1375b87ee08f req-01a04a9a-241c-4ea6-9f88-a48b7f8ed046 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Aug 23 16:28:28.470477 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-be2e0ed9-b9b5-4d18-91d8-1366db213e9e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:28.471935 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-be2e0ed9-b9b5-4d18-91d8-1366db213e9e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/networks?id=c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 200 len: 815 time: 0.1078441 Aug 23 16:28:28.489966 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Request body: {'port': {'device_id': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'admin_state_up': True, 'tenant_id': '5c59099491a3491b9e1f2d0f58cf9f81'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:28:28.654850 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea5d9-5b82-4980-83fb-321fe4c8158f req-3db73592-e2d7-414b-a0c7-ed27bab7be3d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:28.656365 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-34aea5d9-5b82-4980-83fb-321fe4c8158f req-3db73592-e2d7-414b-a0c7-ed27bab7be3d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0858681 Aug 23 16:28:28.698362 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-34aea5d9-5b82-4980-83fb-321fe4c8158f req-afa5516e-8866-4257-b9c3-8245c3fc7110 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Aug 23 16:28:28.719607 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 4898cf6d-0457-4a56-8c87-fb64c834805d no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:28:28.743859 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 4898cf6d-0457-4a56-8c87-fb64c834805d {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:28:28.744534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 4898cf6d-0457-4a56-8c87-fb64c834805d not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:28:28.792648 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0806340e-b7e7-4aa1-939e-05076506763c req-f07f29dc-a430-46a5-89d3-cd7a53fff0ce tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 210 time: 0.0261378 Aug 23 16:28:28.875934 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Made reservation on behalf of 5c59099491a3491b9e1f2d0f58cf9f81 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:28:28.880326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.011599 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Allocated IP 172.20.0.6 (c27df6aa-61c4-4b94-a7da-15294c63856b/b564250b-847b-414c-94cb-529867c98e47/7a8e2feb-dddc-4ba9-9528-6a13b213cbb5) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:28:29.163916 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.286012 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.298312 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf', 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:29.332459 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Network c27df6aa-61c4-4b94-a7da-15294c63856b is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:28:29.335633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:28:29.339373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:28:29.366004 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event updated for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:29.395200 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:29.395812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.505197 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a2b39f6c-80ce-4014-97ac-d0985d4c8723 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0190270 Aug 23 16:28:29.533719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Request body: {'port': {'device_id': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:28:29.596078 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.865719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862da3-dd45-4deb-a414-3f971151a444 req-9099ad1d-19f0-464d-8913-3bf2b0085a6a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:29.867288 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ca862da3-dd45-4deb-a414-3f971151a444 req-9099ad1d-19f0-464d-8913-3bf2b0085a6a tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0973232 Aug 23 16:28:29.923301 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde8081-d142-4261-bb46-e45575faf214 req-af3d3310-5c7b-4ada-a010-4f985e5679fd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:29.924897 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7fde8081-d142-4261-bb46-e45575faf214 req-af3d3310-5c7b-4ada-a010-4f985e5679fd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 931 time: 0.0495162 Aug 23 16:28:29.940636 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ca862da3-dd45-4deb-a414-3f971151a444 req-7a76b5b0-fff2-48f9-a576-0712a208cf55 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663662 Aug 23 16:28:29.963279 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:28:29.963942 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:29.967365 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7fde8081-d142-4261-bb46-e45575faf214 req-15956804-cfd9-433c-909d-157207c73357 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 23 16:28:29.976922 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Transition to ACTIVE for port object 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:28:30.076360 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:30.126121 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:30.200813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Attempting to bind port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:28:30.201157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Attempting to bind port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:28:30.201495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Attempting to bind port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:28:30.205978 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 on network c27df6aa-61c4-4b94-a7da-15294c63856b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:28:30.206320 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Attempting to bind port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 on network c27df6aa-61c4-4b94-a7da-15294c63856b {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:28:30.211659 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:28:30.211998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Checking segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:28:30.212386 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Bound using segment: {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:28:30.212814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Bound port: 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32044a35-4388-43c4-b7bc-eb11725d6aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:28:30.213178 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:30.281191 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:28:30.284199 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:28:30.378026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:30.413648 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.414354 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:30.415795 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] 10.222.0.82 "PUT /v2.0/ports/7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 HTTP/1.1" status: 200 len: 1093 time: 0.8866436 Aug 23 16:28:30.416236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:30.419280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f" -d '{"events": [{"name": "network-changed", "server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:30.442625 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae311f-caa7-42f3-8fa9-4e03283c5a2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:30.460032 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1480494c-3443-4474-b9df-7f16b80a80e9 x-openstack-request-id: req-1480494c-3443-4474-b9df-7f16b80a80e9 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:30.460326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:30.460582 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1480494c-3443-4474-b9df-7f16b80a80e9 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:30.460977 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5', 'status': 'completed', 'code': 200} Aug 23 16:28:30.538454 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-e789b950-782a-4b57-95c9-5606992ee0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.540080 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-e789b950-782a-4b57-95c9-5606992ee0db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 1096 time: 0.0435798 Aug 23 16:28:30.662357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-f98ef689-425e-4643-bb0b-4ed13a087f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.663794 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-f98ef689-425e-4643-bb0b-4ed13a087f31 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949676 Aug 23 16:28:30.758381 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-118079db-dcff-4e26-beae-97cc555e40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.759861 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a81cd6d3-a61e-46d1-9aca-ceefcf4e329f req-118079db-dcff-4e26-beae-97cc555e40eb service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883956 Aug 23 16:28:30.851967 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a0856787-c774-4a30-8aff-9a0be9c72be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.853452 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a0856787-c774-4a30-8aff-9a0be9c72be4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 1096 time: 0.0456743 Aug 23 16:28:30.902179 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-1e0940cd-49b8-49dd-b5cb-5fc87a042bbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 HTTP/1.1" status: 200 len: 217 time: 0.0341880 Aug 23 16:28:30.953876 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-b4c290cd-f8db-4c20-9096-f6393167a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:30.955826 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-b4c290cd-f8db-4c20-9096-f6393167a91c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b564250b-847b-414c-94cb-529867c98e47 HTTP/1.1" status: 200 len: 855 time: 0.0457802 Aug 23 16:28:30.998523 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-48f02209-721c-47a0-b739-4bc71af12a7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c27df6aa-61c4-4b94-a7da-15294c63856b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313497 Aug 23 16:28:31.125502 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f791a6-8a26-48cc-925e-271451ef1e78 req-3919b027-5d6e-4f38-a66c-cec5d012d27e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:31.127114 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-72f791a6-8a26-48cc-925e-271451ef1e78 req-3919b027-5d6e-4f38-a66c-cec5d012d27e tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.1035435 Aug 23 16:28:31.166845 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-8c83757f-44ec-472b-8148-1b6da34882ad service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534858 Aug 23 16:28:31.186186 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-72f791a6-8a26-48cc-925e-271451ef1e78 req-ebd5c80a-6697-48a3-b6ac-b52be82a6221 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Aug 23 16:28:31.300108 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a269d5c7-0749-41be-ba0d-386fff204d7f req-a77d3164-4fd8-4468-901e-ed34ad996d94 service neutron] 10.222.0.82 "GET /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172893 Aug 23 16:28:31.311728 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75183251-6e3c-4df8-b683-dae0782a7f10 req-0cc32e29-62ee-4e5f-82f2-189f0a5118cd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:31.313280 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75183251-6e3c-4df8-b683-dae0782a7f10 req-0cc32e29-62ee-4e5f-82f2-189f0a5118cd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0705295 Aug 23 16:28:31.352389 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75183251-6e3c-4df8-b683-dae0782a7f10 req-6748e680-791b-4c04-bee7-1f226f451b67 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Aug 23 16:28:31.582053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1a0c-1be1-4b3f-b3c3-c1c62c1ee4dd req-6c38987a-1367-4581-922e-edf0158a551a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:31.583568 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bb1d1a0c-1be1-4b3f-b3c3-c1c62c1ee4dd req-6c38987a-1367-4581-922e-edf0158a551a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0546062 Aug 23 16:28:31.627218 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bb1d1a0c-1be1-4b3f-b3c3-c1c62c1ee4dd req-99522f86-dac8-4dbc-8385-4d6cbe78df78 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328302 Aug 23 16:28:32.310807 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff225eb-9ba2-4304-8611-338851c4c10d req-9b38c7bc-9eab-4e97-9094-b73fbae239e6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:32.322850 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4ff225eb-9ba2-4304-8611-338851c4c10d req-9b38c7bc-9eab-4e97-9094-b73fbae239e6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0546844 Aug 23 16:28:32.352045 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4ff225eb-9ba2-4304-8611-338851c4c10d req-b9c6677e-1b46-46f0-8815-d801a9cbfe1d tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Aug 23 16:28:32.466990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ea2a7-f6ab-4aa3-b9b4-b4cf7a72d46d req-5c2b6486-be81-44af-803e-e7273a61e30b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:32.468642 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e68ea2a7-f6ab-4aa3-b9b4-b4cf7a72d46d req-5c2b6486-be81-44af-803e-e7273a61e30b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0508866 Aug 23 16:28:32.506266 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e68ea2a7-f6ab-4aa3-b9b4-b4cf7a72d46d req-4981cfba-a334-44dc-abb8-4f857c002aa9 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Aug 23 16:28:32.744817 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c9a7-0391-426b-933a-8e32d855504e req-e9681fcd-b013-4f88-b357-18fa5fa63088 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:32.746209 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b123c9a7-0391-426b-933a-8e32d855504e req-e9681fcd-b013-4f88-b357-18fa5fa63088 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Aug 23 16:28:32.785743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b123c9a7-0391-426b-933a-8e32d855504e req-b884a675-0bcb-4bb4-bb50-9d75500290c8 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 23 16:28:33.467184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f876da-f60d-43d3-9cda-00a5f0cf7f4d req-7e176b4c-02d2-4f19-972d-6d0dd1f86552 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:33.468931 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8f876da-f60d-43d3-9cda-00a5f0cf7f4d req-7e176b4c-02d2-4f19-972d-6d0dd1f86552 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0479202 Aug 23 16:28:33.509705 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8f876da-f60d-43d3-9cda-00a5f0cf7f4d req-83a966b2-2c86-4a8c-bf76-e2617c246cf0 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Aug 23 16:28:33.621746 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd998660-b3fb-4551-a6ab-1f9f1ab06f50 req-e8c95529-0cee-4f21-9019-4f94027f104d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:33.623294 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cd998660-b3fb-4551-a6ab-1f9f1ab06f50 req-e8c95529-0cee-4f21-9019-4f94027f104d tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0504386 Aug 23 16:28:33.661563 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cd998660-b3fb-4551-a6ab-1f9f1ab06f50 req-27e81378-d144-4614-91c6-d917f06a5398 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Aug 23 16:28:33.909256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78063667-2517-45e3-9106-9f5e90e97603 req-4c10db0b-c546-4b4f-a56a-ea04bcd48428 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:33.910852 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-78063667-2517-45e3-9106-9f5e90e97603 req-4c10db0b-c546-4b4f-a56a-ea04bcd48428 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Aug 23 16:28:33.950439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-78063667-2517-45e3-9106-9f5e90e97603 req-fabdcea0-4690-4574-8a8b-625501c476f5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Aug 23 16:28:34.101704 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-be4cb7e8-f1b0-4fde-8650-0ebeac3e5550 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:34.103265 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-be4cb7e8-f1b0-4fde-8650-0ebeac3e5550 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 945 time: 0.0492265 Aug 23 16:28:34.205071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Deleting port 77c728db-c4b7-4ed2-bca1-85adacc0a29c {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:28:34.205420 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:34.294277 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] For port 77c728db-c4b7-4ed2-bca1-85adacc0a29c, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=77c728db-c4b7-4ed2-bca1-85adacc0a29c,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:34.294648 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:34.306223 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Calling delete_port for 77c728db-c4b7-4ed2-bca1-85adacc0a29c owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:28:34.508969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:34.539284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Pushing event deleted for resources: {'Port': ['ID=77c728db-c4b7-4ed2-bca1-85adacc0a29c,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:34.580379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] No DVR routers for this DVR port 77c728db-c4b7-4ed2-bca1-85adacc0a29c on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:28:34.583059 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:34.585233 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1929b126-d2e3-452d-af8d-a5ec4742f114 req-09f1dd2b-f1f0-4e3c-9d83-a1704a3969b4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "DELETE /v2.0/ports/77c728db-c4b7-4ed2-bca1-85adacc0a29c HTTP/1.1" status: 204 len: 173 time: 0.4729202 Aug 23 16:28:34.585684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'name': 'network-vif-deleted', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:34.587959 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb0b1ad-ff02-4d41-8de8-70185e7e50fa" -d '{"events": [{"server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "name": "network-vif-deleted", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:34.625286 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53184f60-53e3-4498-a944-0ee70dd929e5 x-openstack-request-id: req-53184f60-53e3-4498-a944-0ee70dd929e5 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:34.625580 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a224e7-3c1c-454f-ac29-f712df47ef52", "name": "network-vif-deleted", "tag": "77c728db-c4b7-4ed2-bca1-85adacc0a29c", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:34.625855 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-53184f60-53e3-4498-a944-0ee70dd929e5 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:34.626246 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a224e7-3c1c-454f-ac29-f712df47ef52', 'name': 'network-vif-deleted', 'tag': '77c728db-c4b7-4ed2-bca1-85adacc0a29c', 'status': 'completed', 'code': 200} Aug 23 16:28:34.643203 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951a426-90bf-44fd-917d-fc791e7f04dc req-9f9c6f8b-f17f-4f2c-bf9b-05839a222137 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:34.644741 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2951a426-90bf-44fd-917d-fc791e7f04dc req-9f9c6f8b-f17f-4f2c-bf9b-05839a222137 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0645249 Aug 23 16:28:34.683458 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2951a426-90bf-44fd-917d-fc791e7f04dc req-b5888616-197f-408e-9825-9de6ecb90320 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Aug 23 16:28:34.787376 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208964f-0048-444c-a846-e405347d276c req-914161e6-3034-4e04-8334-be430b43f088 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:34.788773 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f208964f-0048-444c-a846-e405347d276c req-914161e6-3034-4e04-8334-be430b43f088 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0567615 Aug 23 16:28:34.827988 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f208964f-0048-444c-a846-e405347d276c req-4d58306c-eece-420a-94ec-d1fa9fee19bd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Aug 23 16:28:35.044637 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c314a29a-82ef-4efb-8da7-904cb51f3906 req-fa9801e4-a732-4b3b-accb-591336c0b93a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Aug 23 16:28:35.800684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f836-a4de-4231-967c-64f4d259f084 req-08e81b2c-1977-40d4-b44e-8952698c014f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:35.802143 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8908f836-a4de-4231-967c-64f4d259f084 req-08e81b2c-1977-40d4-b44e-8952698c014f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Aug 23 16:28:35.839420 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8908f836-a4de-4231-967c-64f4d259f084 req-dc694033-e23e-4c1e-bfc4-ec446c3135f4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Aug 23 16:28:35.947797 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce8ed4-1127-4f5e-ac15-d53f9344871c req-3f765d4d-9ea1-4287-9115-5b7f96401cd2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:35.949475 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c1ce8ed4-1127-4f5e-ac15-d53f9344871c req-3f765d4d-9ea1-4287-9115-5b7f96401cd2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0493081 Aug 23 16:28:35.988756 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c1ce8ed4-1127-4f5e-ac15-d53f9344871c req-fc159d51-4b21-4c47-bd5a-1d9c08e55841 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333924 Aug 23 16:28:36.140528 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ea052bd1-ccb6-4290-9683-e22d9568d5f6 req-3d55f55c-19c5-4da2-bdcc-b8817bdb63cf tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Aug 23 16:28:36.401838 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['77c728db-c4b7-4ed2-bca1-85adacc0a29c'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:36.955987 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24762d91-5eaa-4cee-a5df-bf523876d63c req-3248a397-8858-488c-b4c0-cca326169639 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:36.957472 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24762d91-5eaa-4cee-a5df-bf523876d63c req-3248a397-8858-488c-b4c0-cca326169639 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0491502 Aug 23 16:28:36.999300 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24762d91-5eaa-4cee-a5df-bf523876d63c req-c5bd4bfd-d38a-43c1-baaf-df63c9876e58 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Aug 23 16:28:37.104616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bee62-2bb1-4136-b70b-6829f2d06bee req-16362e19-5dea-4244-914e-cd03f19eacbb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:37.106710 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ac0bee62-2bb1-4136-b70b-6829f2d06bee req-16362e19-5dea-4244-914e-cd03f19eacbb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 943 time: 0.0527015 Aug 23 16:28:37.144595 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ac0bee62-2bb1-4136-b70b-6829f2d06bee req-6e822e8a-b1cb-439a-9ca6-888dd3aec8a3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Aug 23 16:28:37.238769 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fd905132-082b-4e44-b60a-bf8d53f54f20 req-a7821bd3-db93-4065-abe8-81b464e929c7 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0294819 Aug 23 16:28:37.481654 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:28:37.587422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:37.598920 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5', 'network_id': 'c27df6aa-61c4-4b94-a7da-15294c63856b', 'port_id': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5', 'mac_address': 'fa:16:3e:fb:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564250b-847b-414c-94cb-529867c98e47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:28:37.643853 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:37.661631 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:28:37.683151 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:37.800393 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:37.861532 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:37.871440 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.871832 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.872212 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.872602 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.872934 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.873261 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.873586 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.873941 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.874985 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.875319 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.875644 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:37.875966 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:38.132722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54ffcb-b9fd-43ac-a15a-c009bf399df4 req-9357e423-9a81-4bd1-86d1-890591df1b14 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:38.134753 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a54ffcb-b9fd-43ac-a15a-c009bf399df4 req-9357e423-9a81-4bd1-86d1-890591df1b14 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0609081 Aug 23 16:28:38.182859 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a54ffcb-b9fd-43ac-a15a-c009bf399df4 req-c59b21c6-bf9c-41cd-ac33-e2f70c986a57 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Aug 23 16:28:38.203789 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['7a8e2feb-dddc-4ba9-9528-6a13b213cbb5'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:38.306052 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c774-8932-42eb-82bb-068965a18db0 req-484cbdb5-f724-43d9-a86b-3035b8f7d0cf tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:38.309969 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0af6c774-8932-42eb-82bb-068965a18db0 req-484cbdb5-f724-43d9-a86b-3035b8f7d0cf tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 944 time: 0.0809596 Aug 23 16:28:38.373046 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b48c6844-7358-4898-b374-fdb6b45e71f9 req-1fd6f844-a9e9-4372-87ba-7d4bf070cf76 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=16a224e7-3c1c-454f-ac29-f712df47ef52 HTTP/1.1" status: 200 len: 210 time: 0.0374496 Aug 23 16:28:38.374373 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0af6c774-8932-42eb-82bb-068965a18db0 req-f1155a07-4f2c-44db-9b29-5614ccd6ed10 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517404 Aug 23 16:28:38.397243 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 77c728db-c4b7-4ed2-bca1-85adacc0a29c no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:28:38.424177 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 77c728db-c4b7-4ed2-bca1-85adacc0a29c {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:28:38.424520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 77c728db-c4b7-4ed2-bca1-85adacc0a29c not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:28:39.299190 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffe5-ab5a-4d5a-bb7a-98dcdd30f2cb req-7a3a3e76-534b-4bbf-979e-955f5e5353e7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:39.300652 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9993ffe5-ab5a-4d5a-bb7a-98dcdd30f2cb req-7a3a3e76-534b-4bbf-979e-955f5e5353e7 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Aug 23 16:28:39.338574 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9993ffe5-ab5a-4d5a-bb7a-98dcdd30f2cb req-b097cfe9-ff21-443e-9046-6f5b35031b5b tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/security-groups?id=dee2f1ed-ca4b-4208-903d-09ad5e043d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Aug 23 16:28:39.356090 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-d84d3a67-8074-4301-8791-4202850e70a4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:39.357689 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-d84d3a67-8074-4301-8791-4202850e70a4 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Aug 23 16:28:39.491251 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Deleting port 22e892db-2a20-4d91-bb25-62265c274d66 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:28:39.491602 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:39.562829 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac142e-e99d-40f3-bd03-e9a3f1fa79fc req-7a1a7e5e-23ce-4b24-b055-db7de5fab3bb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:39.564324 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-91ac142e-e99d-40f3-bd03-e9a3f1fa79fc req-7a1a7e5e-23ce-4b24-b055-db7de5fab3bb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 944 time: 0.1216636 Aug 23 16:28:39.628584 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] For port 22e892db-2a20-4d91-bb25-62265c274d66, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=22e892db-2a20-4d91-bb25-62265c274d66,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:39.629082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:39.640931 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-91ac142e-e99d-40f3-bd03-e9a3f1fa79fc req-c5ba6489-fb62-4631-991c-77475bd54aec tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Aug 23 16:28:39.646530 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Calling delete_port for 22e892db-2a20-4d91-bb25-62265c274d66 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:28:40.007538 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.020059 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['22e892db-2a20-4d91-bb25-62265c274d66'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:40.036491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Pushing event deleted for resources: {'Port': ['ID=22e892db-2a20-4d91-bb25-62265c274d66,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:40.081644 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] No DVR routers for this DVR port 22e892db-2a20-4d91-bb25-62265c274d66 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:28:40.085298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.087510 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57e751a2-4378-44c4-8db3-5b3a1d4ce41b req-e4492809-cca8-4dd5-a08f-d099e264f79f tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.82 "DELETE /v2.0/ports/22e892db-2a20-4d91-bb25-62265c274d66 HTTP/1.1" status: 204 len: 173 time: 0.7229979 Aug 23 16:28:40.087977 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'name': 'network-vif-deleted', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:40.092385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77178eb-096b-49e1-b1fd-d5a768b1c842" -d '{"events": [{"server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "name": "network-vif-deleted", "tag": "22e892db-2a20-4d91-bb25-62265c274d66"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:40.132878 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5bd9f-fafe-4845-a0b2-8fb7c68ed80a x-openstack-request-id: req-4fe5bd9f-fafe-4845-a0b2-8fb7c68ed80a {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:40.133182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddb69c-6db8-448b-a556-ced751642634", "name": "network-vif-deleted", "tag": "22e892db-2a20-4d91-bb25-62265c274d66", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:40.133441 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4fe5bd9f-fafe-4845-a0b2-8fb7c68ed80a {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:40.133880 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddb69c-6db8-448b-a556-ced751642634', 'name': 'network-vif-deleted', 'tag': '22e892db-2a20-4d91-bb25-62265c274d66', 'status': 'completed', 'code': 200} Aug 23 16:28:40.405143 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:28:40.443700 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f3c4c7ed-1d54-4c62-baeb-d7286c90ef97 req-4bfe51de-8347-452f-906d-17c9fd1b5649 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 210 time: 0.0270102 Aug 23 16:28:40.687665 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:28:40.696793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:28:40.696793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.767365 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccef33-1079-4f99-a010-5e5685df780e req-75ff18c8-cbb1-497c-8018-a71b1fa36474 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:40.768877 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-79ccef33-1079-4f99-a010-5e5685df780e req-75ff18c8-cbb1-497c-8018-a71b1fa36474 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 944 time: 0.0563350 Aug 23 16:28:40.775182 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.798280 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:40.800584 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b1013-4adf-4ccb-84f2-f50539d6c393" -d '{"events": [{"server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:40.809624 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-79ccef33-1079-4f99-a010-5e5685df780e req-00587c51-9054-4fb6-b38d-3fbf409967cb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Aug 23 16:28:40.813158 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:40.817572 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.839112 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9972a30e-0d3e-4d8f-b311-0c9d9edfdf91 x-openstack-request-id: req-9972a30e-0d3e-4d8f-b311-0c9d9edfdf91 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:40.839489 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:40.840244 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9972a30e-0d3e-4d8f-b311-0c9d9edfdf91 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:40.840631 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5', 'code': 200} Aug 23 16:28:40.967368 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:40.968090 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 22e892db-2a20-4d91-bb25-62265c274d66 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:28:41.003849 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 22e892db-2a20-4d91-bb25-62265c274d66 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:28:41.004181 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 22e892db-2a20-4d91-bb25-62265c274d66 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:28:41.030207 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:41.204314 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:28:41.551781 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d730d37-738c-4e04-9a49-9c03f0865271 req-dfd45da2-0072-422a-bc20-6975c17e21b9 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 210 time: 0.0273616 Aug 23 16:28:41.932531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc438543-1730-4092-8e73-3127354bf0ba req-1800c6db-3231-4417-958c-2c9a62c3ea7b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:41.934141 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc438543-1730-4092-8e73-3127354bf0ba req-1800c6db-3231-4417-958c-2c9a62c3ea7b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Aug 23 16:28:41.972401 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bc438543-1730-4092-8e73-3127354bf0ba req-445df34d-9a01-41f9-9089-aa1caffcdaea tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Aug 23 16:28:42.660971 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-faf0cc24-3488-495e-bcf4-44a6f41be8f4 req-38adff3d-734b-4cd8-b7b0-cb94ea32da6c tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 210 time: 0.0287256 Aug 23 16:28:43.086999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b656-d855-4281-8aef-2e97ae740074 req-fe89e701-97e0-4d60-a707-ffc7672e4728 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:43.088492 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4bc7b656-d855-4281-8aef-2e97ae740074 req-fe89e701-97e0-4d60-a707-ffc7672e4728 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Aug 23 16:28:43.128827 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4bc7b656-d855-4281-8aef-2e97ae740074 req-407da086-0593-400d-9ec0-1c2b3e2f750f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 23 16:28:43.560720 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-77960069-a1a1-4e08-a901-44d2e5c74275 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458386 Aug 23 16:28:43.635722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-105db0cc-9de5-482f-8bd3-33e7d40e19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:43.637849 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-105db0cc-9de5-482f-8bd3-33e7d40e19ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 1099 time: 0.0530887 Aug 23 16:28:43.751063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-85d56979-0714-4e69-b96f-7948304dcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:43.752445 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-85d56979-0714-4e69-b96f-7948304dcf62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.0906153 Aug 23 16:28:43.767301 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9f34088a-3d41-431c-893b-e20645f14875 req-07a3eb23-ecbb-45b0-b778-8c0a34614ae6 tempest-ServerRescueNegativeTestJSON-1275318849 tempest-ServerRescueNegativeTestJSON-1275318849-project] 10.222.0.63 "GET /v2.0/ports?device_id=96ddb69c-6db8-448b-a556-ced751642634 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Aug 23 16:28:43.840083 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-ded1f3fd-19dc-4095-a552-c7fbd3dd9698 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 200 len: 1000 time: 0.0710480 Aug 23 16:28:43.895324 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-2d2a4c1d-9fa1-416d-8cc6-3b0c9dff47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:43.896869 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-2d2a4c1d-9fa1-416d-8cc6-3b0c9dff47aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0468855 Aug 23 16:28:43.981149 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-982b5a8a-8dec-431b-a335-2a0b93370d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:43.982687 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-982b5a8a-8dec-431b-a335-2a0b93370d55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648246 Aug 23 16:28:44.004317 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e84f4-965f-4b5c-8e72-95b237478316 req-489296bb-17bc-4dcd-90da-b36ccefbbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:44.004317 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cb8e84f4-965f-4b5c-8e72-95b237478316 req-489296bb-17bc-4dcd-90da-b36ccefbbe93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 1098 time: 0.0563867 Aug 23 16:28:44.345138 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cb8e84f4-965f-4b5c-8e72-95b237478316 req-6b4ef49b-355f-4c73-9583-6eeb89a95299 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294075 Aug 23 16:28:44.370657 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09982ce6-f808-4034-b491-33f6c2c83d31 req-c2d90e3f-3515-48e8-9adb-d1bbfd352541 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:44.372312 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09982ce6-f808-4034-b491-33f6c2c83d31 req-c2d90e3f-3515-48e8-9adb-d1bbfd352541 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0962737 Aug 23 16:28:44.376279 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-d3ebf28f-7f21-4687-8d24-1262167449e5 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837712 Aug 23 16:28:44.412238 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09982ce6-f808-4034-b491-33f6c2c83d31 req-fcfc4d54-d847-46de-bd46-c9a91397dc9b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Aug 23 16:28:44.672942 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e96c766d-42ed-4895-927e-5330cfdc40e4 req-206765b1-4a01-4867-84f4-fb19ed7fd619 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Aug 23 16:28:44.823682 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 53548) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:45.260839 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:45.453248 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-03823fb2-3bcc-4d55-9239-bed8ff6190b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:45.530114 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2817a-41cf-46bf-a0b1-6133620832f0 req-9d7f67ef-4f6e-409a-8e48-599879bb0054 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:45.531751 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d3a2817a-41cf-46bf-a0b1-6133620832f0 req-9d7f67ef-4f6e-409a-8e48-599879bb0054 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0496163 Aug 23 16:28:45.574562 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d3a2817a-41cf-46bf-a0b1-6133620832f0 req-9d7b224e-5335-470c-85ce-e51a12476a93 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Aug 23 16:28:45.576530 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Deleting port fdf32960-3c0b-4960-8274-9e8ffb19eb09 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:28:45.576868 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:45.670197 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] For port fdf32960-3c0b-4960-8274-9e8ffb19eb09, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fdf32960-3c0b-4960-8274-9e8ffb19eb09,segment=NetworkSegment(90bb0eaa-0f6e-4906-9ea9-6e945a5be671),segment_id=90bb0eaa-0f6e-4906-9ea9-6e945a5be671)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:45.670567 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:45.903871 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Calling delete_port for fdf32960-3c0b-4960-8274-9e8ffb19eb09 owned by network:router_interface {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:28:46.287510 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:46.317722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf32960-3c0b-4960-8274-9e8ffb19eb09,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:46.493166 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:46.735406 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b446-19e6-4fab-8291-99d4d830440a req-97ab9a9e-f1b4-410b-9b2c-93adef8211d4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:46.736878 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eab0b446-19e6-4fab-8291-99d4d830440a req-97ab9a9e-f1b4-410b-9b2c-93adef8211d4 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0931001 Aug 23 16:28:46.766764 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Router 22515bd0-7e68-461f-904b-1d03ced91ba3 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:28:46.788743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eab0b446-19e6-4fab-8291-99d4d830440a req-19f43861-716b-4d12-a2dc-35510165325f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Aug 23 16:28:46.901050 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:28:46.906787 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b77c8eda-cdd9-4410-83d7-8c123d5db856 admin admin] 10.222.0.63 "PUT /v2.0/routers/22515bd0-7e68-461f-904b-1d03ced91ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0820048 Aug 23 16:28:46.907303 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53570) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:46.912718 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53572) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:46.914418 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Sync routers for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:28:46.926521 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:28:46.927158 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:28:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:47.030913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-92d36152-55aa-49fc-9d36-5186b0f5cb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.041854 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:28:47.057019 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.184675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.224310 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-92d36152-55aa-49fc-9d36-5186b0f5cb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.231533 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:28:46Z', 'revision_number': 5, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:47.257641 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Checking router: 22515bd0-7e68-461f-904b-1d03ced91ba3 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:28:47.266951 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Routers {'22515bd0-7e68-461f-904b-1d03ced91ba3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:28:47.267543 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:28:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['22515bd0-7e68-461f-904b-1d03ced91ba3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:47.338814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-92d36152-55aa-49fc-9d36-5186b0f5cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.374414 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] Set router 22515bd0-7e68-461f-904b-1d03ced91ba3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:28:47.409278 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-92d36152-55aa-49fc-9d36-5186b0f5cb5a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3005461588d34a4bba1e859fdf57f175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012617 Aug 23 16:28:47.411361 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d36152-55aa-49fc-9d36-5186b0f5cb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235bdafc-e1df-4d21-b6b0-44ad0c21d834,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:47.412257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 53578) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:47.434189 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Deleting port f22d9015-bb0e-4541-9ffc-049013462cc8 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:28:47.434950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.514321 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.534260 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] For port f22d9015-bb0e-4541-9ffc-049013462cc8, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f22d9015-bb0e-4541-9ffc-049013462cc8,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:47.534637 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.541111 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.551368 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Calling delete_port for f22d9015-bb0e-4541-9ffc-049013462cc8 owned by network:router_gateway {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:28:47.570055 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:28:46Z', 'revision_number': 5, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:47.604991 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6c2f0-6155-4b20-9ac8-364041bb0ad2 None None] The sync data for ids ['22515bd0-7e68-461f-904b-1d03ced91ba3'] in dv-cinder-760146-5-iscsi is: [{'id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'name': 'tempest-ServerRescueNegativeTestJSON-1911738482-router', 'tenant_id': '170ed81b0c1948bc9b513abb83365223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:33Z', 'updated_at': '2021-08-23T16:28:46Z', 'revision_number': 5, 'project_id': '170ed81b0c1948bc9b513abb83365223', 'gw_port': {'id': 'f22d9015-bb0e-4541-9ffc-049013462cc8', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22515bd0-7e68-461f-904b-1d03ced91ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:34Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:28:47.748752 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.751473 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.752695 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/235bdafc-e1df-4d21-b6b0-44ad0c21d834 HTTP/1.1" status: 204 len: 168 time: 0.3394015 Aug 23 16:28:47.761735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332560-7a22-4468-9561-b39a4d9b5d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235bdafc-e1df-4d21-b6b0-44ad0c21d834,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:47.847856 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:47.872947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22d9015-bb0e-4541-9ffc-049013462cc8,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:47.939780 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.055868 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.058360 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.172570 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4668308f-208b-4f7a-a12f-3b35b6ce25ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.253510 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.254051 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22515bd0-7e68-461f-904b-1d03ced91ba3 {{(pid=94594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:28:48.268508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.268508 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f476384d-113c-42ee-827e-636c06038be5 admin admin] 10.222.0.63 "DELETE /v2.0/routers/22515bd0-7e68-461f-904b-1d03ced91ba3 HTTP/1.1" status: 204 len: 168 time: 1.3466473 Aug 23 16:28:48.268508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53596) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:48.298806 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.310814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Deleting subnet 864ce92a-9c0f-4538-ae6a-ac0682652034 {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:28:48.314411 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.350543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.394559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.583056 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.608176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.610049 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/864ce92a-9c0f-4538-ae6a-ac0682652034 HTTP/1.1" status: 204 len: 168 time: 0.3456674 Aug 23 16:28:48.611420 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31616f-fc99-41aa-9f8b-1a55c655ddd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864ce92a-9c0f-4538-ae6a-ac0682652034,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:48.612823 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 53604) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:48.688536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.777599 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.788416 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9349fb1-3cb8-4fff-b83d-686ff59e72fc']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:48.807885 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bb0eaa-0f6e-4906-9ea9-6e945a5be671') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:48.807885 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bb0eaa-0f6e-4906-9ea9-6e945a5be671') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:28:48.812707 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.826060 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.831831 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:28:48.832200 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:28:48.833792 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:28:49.231189 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:49.238263 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:49.243668 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e9349fb1-3cb8-4fff-b83d-686ff59e72fc HTTP/1.1" status: 204 len: 168 time: 0.6263609 Aug 23 16:28:49.255942 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274127a1-1757-482d-84a0-c52576ef4c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9349fb1-3cb8-4fff-b83d-686ff59e72fc,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:49.315939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:49.614905 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fdf32960-3c0b-4960-8274-9e8ffb19eb09 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:28:49.640511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: fdf32960-3c0b-4960-8274-9e8ffb19eb09 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:28:49.640850 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fdf32960-3c0b-4960-8274-9e8ffb19eb09 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:28:49.641481 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f22d9015-bb0e-4541-9ffc-049013462cc8 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:28:49.661892 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: f22d9015-bb0e-4541-9ffc-049013462cc8 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:28:49.662240 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f22d9015-bb0e-4541-9ffc-049013462cc8 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:28:49.920361 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 53626) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:49.964658 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f01aca08-bf86-473e-8a0e-ccaf3e9318fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=170ed81b0c1948bc9b513abb83365223&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430853 Aug 23 16:28:49.973844 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53628) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:50.032619 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.057526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.123761 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 53632) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:50.235916 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6214-379e-44e4-94d2-7ef7293ff573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.253111 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.255726 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.256913 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dee2f1ed-ca4b-4208-903d-09ad5e043d36 HTTP/1.1" status: 204 len: 168 time: 0.2820048 Aug 23 16:28:50.266153 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cf91e-c206-4682-adab-d943d1e19a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2f1ed-ca4b-4208-903d-09ad5e043d36,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:50.345188 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6214-379e-44e4-94d2-7ef7293ff573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.458914 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6214-379e-44e4-94d2-7ef7293ff573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.499193 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6214-379e-44e4-94d2-7ef7293ff573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30b8cd-ac7c-4993-b2bf-a7314a13f349,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:50.503594 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6d6b6214-379e-44e4-94d2-7ef7293ff573 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c2a89a752d3d49dbb71498ee8eee9e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786027 Aug 23 16:28:50.506742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53642) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:50.558571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.588047 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.725711 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-5cf988e9-7a45-4120-8200-e9dc8fc89f9b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:50.727274 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-5cf988e9-7a45-4120-8200-e9dc8fc89f9b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/networks?id=8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 200 len: 814 time: 0.1026595 Aug 23 16:28:50.743676 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-d345f30f-5c6c-4a83-ab36-23d1acef510a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/quotas/78dfbbf5f78b4b7cac9aad095a4a26c2 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Aug 23 16:28:50.786324 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-cb8ee7d5-a7ba-4402-9a6a-aa5a3c770fc4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359194 Aug 23 16:28:50.846272 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.848940 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.850128 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b30b8cd-ac7c-4993-b2bf-a7314a13f349 HTTP/1.1" status: 204 len: 168 time: 0.3423424 Aug 23 16:28:50.876503 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4fe22-b812-4214-9cc8-ed35073b0bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30b8cd-ac7c-4993-b2bf-a7314a13f349,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:50.909296 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:50.923206 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-9c52bb7d-77c3-434e-8269-7ea49e0c2af2 service neutron] 10.222.0.63 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296899 Aug 23 16:28:51.020481 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-1b151edd-7eb0-47ba-91a0-76bbed052e00 service neutron] 10.222.0.63 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963626 Aug 23 16:28:51.312207 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-59fba6d3-ff43-4b3b-b7cf-c7b3e7f31529 req-eb0b5119-b7f3-4663-846b-07bc04d70bb7 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 210 time: 0.0321045 Aug 23 16:28:52.414083 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7ceedf37-440c-4965-9e27-2a8771d586e2 req-75ee6fe6-fe48-40b9-958a-c91eb8957e03 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 210 time: 0.0450583 Aug 23 16:28:52.678528 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53750) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:52.801993 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfaf6-1069-4aff-aa82-2a6fa0dc168f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:52.906490 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfaf6-1069-4aff-aa82-2a6fa0dc168f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.115762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfaf6-1069-4aff-aa82-2a6fa0dc168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.153575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dfaf6-1069-4aff-aa82-2a6fa0dc168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc4306-8004-430c-855b-2245d45e458f,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:53.158648 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7d4dfaf6-1069-4aff-aa82-2a6fa0dc168f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=681c4d55384c4051bcb8287ab7f33ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790618 Aug 23 16:28:53.161745 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 53756) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:28:53.231638 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.260818 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.434935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.437514 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:53.441073 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83bc4306-8004-430c-855b-2245d45e458f HTTP/1.1" status: 204 len: 168 time: 0.2763972 Aug 23 16:28:53.446968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96e6d-df49-41db-8ef0-ede7a9079b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc4306-8004-430c-855b-2245d45e458f,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:53.507181 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-cc86417b-d814-4a45-a9df-5cc04d770491 req-acebf0c2-3134-4bba-994c-449414d89271 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Aug 23 16:28:54.337689 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-809edcb5-b892-46b8-9002-eb5fd7cfcc0b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:54.340086 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-809edcb5-b892-46b8-9002-eb5fd7cfcc0b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "GET /v2.0/networks?id=8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 200 len: 814 time: 0.1074808 Aug 23 16:28:54.361367 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Request body: {'port': {'device_id': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4', 'admin_state_up': True, 'tenant_id': '78dfbbf5f78b4b7cac9aad095a4a26c2'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:28:54.609975 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0ba7722-a5f7-4515-8214-8393897c6f45 req-7ecf67d6-9756-4065-8c53-9a3967b41931 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 210 time: 0.0304115 Aug 23 16:28:54.676311 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Made reservation on behalf of 78dfbbf5f78b4b7cac9aad095a4a26c2 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:28:54.679991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:54.816136 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Allocated IP 172.20.0.9 (8e84760e-394f-4548-a80e-b7d14bf1c5f4/f6d5bb99-3f0c-404c-adbb-542febb70f03/04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:28:54.837421 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-fc9d4a56-8869-4261-8ef2-e937baa48b18 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0560239376274635892484018131e67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301242 Aug 23 16:28:54.972575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.059782 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-dc69790e-2f68-41b6-84fd-127e0b1bfec2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:55.061150 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-dc69790e-2f68-41b6-84fd-127e0b1bfec2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167678 Aug 23 16:28:55.076841 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-e3f02138-c573-47b7-8533-75dd9751414b tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/quotas/0560239376274635892484018131e67c HTTP/1.1" status: 200 len: 375 time: 0.0093455 Aug 23 16:28:55.113656 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-927b6784-f191-4388-a2d2-d2235b9281b2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0560239376274635892484018131e67c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312281 Aug 23 16:28:55.137720 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.183376 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:28:55.188225 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:28:55.191983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:28:55.201341 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Pushing event updated for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:55.246104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:55.246737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.490619 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e1832e71-680a-4dd9-bbf4-dfdea60f3fe0 req-46d714ee-7b2c-4041-890c-07480d8cca15 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0289993 Aug 23 16:28:55.531772 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-c16d29e7-d718-4a17-852c-2eafdeb2e5b5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1745837 Aug 23 16:28:55.559067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Request body: {'port': {'device_id': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:28:55.625388 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.934428 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408cb75-7694-43ec-8250-5c525bdf17fa req-2ed30f18-31cd-4096-90fd-106b49b6031f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:55.941956 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0408cb75-7694-43ec-8250-5c525bdf17fa req-2ed30f18-31cd-4096-90fd-106b49b6031f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 931 time: 0.2508442 Aug 23 16:28:55.967434 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:28:55.976425 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.977596 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0408cb75-7694-43ec-8250-5c525bdf17fa req-cf87e31c-295f-4a31-8979-6814e33fcc76 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Aug 23 16:28:55.993674 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Transition to ACTIVE for port object 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:28:56.122092 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:56.172912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:56.246059 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Attempting to bind port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:28:56.246400 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Attempting to bind port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:28:56.246734 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Attempting to bind port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:28:56.251000 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:28:56.251328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Attempting to bind port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 on network 8e84760e-394f-4548-a80e-b7d14bf1c5f4 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:28:56.256098 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:28:56.256445 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Checking segment: {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:28:56.256836 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Bound using segment: {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:28:56.257245 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Bound port: 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707636b0-36c1-471f-9200-0cc5f6e5f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:28:56.257606 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:56.322168 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:28:56.326026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:28:56.430927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:56.468209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:56.468209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:56.469828 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] 10.222.0.82 "PUT /v2.0/ports/04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 HTTP/1.1" status: 200 len: 1093 time: 0.9154031 Aug 23 16:28:56.470284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:28:56.472553 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73754b85-10fc-45ec-8366-b92333186965" -d '{"events": [{"name": "network-changed", "server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:28:56.511794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea77ff-5afb-48d7-921e-0263612419f1 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:56.518549 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ba4c7-1443-40b9-9f4e-f5043aca8470 x-openstack-request-id: req-881ba4c7-1443-40b9-9f4e-f5043aca8470 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:28:56.518843 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:28:56.519098 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-881ba4c7-1443-40b9-9f4e-f5043aca8470 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:28:56.519488 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3', 'status': 'completed', 'code': 200} Aug 23 16:28:56.596309 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3a70e5a3-45bc-4710-822f-8ae355b28b46 req-ecc57b17-883c-4422-ba32-0b495ca64170 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0387576 Aug 23 16:28:56.644158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73754b85-10fc-45ec-8366-b92333186965 req-5fd818e2-4f97-4eb4-9756-446d510885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:56.645748 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-73754b85-10fc-45ec-8366-b92333186965 req-5fd818e2-4f97-4eb4-9756-446d510885cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 1096 time: 0.0913255 Aug 23 16:28:56.748823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73754b85-10fc-45ec-8366-b92333186965 req-aaf1a7b7-2b25-4ab3-92d3-d82969c23493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:56.750249 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-73754b85-10fc-45ec-8366-b92333186965 req-aaf1a7b7-2b25-4ab3-92d3-d82969c23493 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939016 Aug 23 16:28:56.848290 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73754b85-10fc-45ec-8366-b92333186965 req-eee73b4e-6317-478b-8d28-be48f51fc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:56.849794 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-73754b85-10fc-45ec-8366-b92333186965 req-eee73b4e-6317-478b-8d28-be48f51fc0d5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921843 Aug 23 16:28:56.937289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-4f19bb83-9294-4ccd-a977-0c712d720961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:56.940570 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-4f19bb83-9294-4ccd-a977-0c712d720961 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 1096 time: 0.0444036 Aug 23 16:28:56.991593 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-6c77cf34-818c-408e-a36e-fe91a475ae35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 HTTP/1.1" status: 200 len: 217 time: 0.0349467 Aug 23 16:28:57.046244 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-871aeda8-45f1-49dc-bca7-bd9fd2407e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:57.047704 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-871aeda8-45f1-49dc-bca7-bd9fd2407e6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6d5bb99-3f0c-404c-adbb-542febb70f03 HTTP/1.1" status: 200 len: 854 time: 0.0464427 Aug 23 16:28:57.101333 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-00603c38-2e9c-411d-82fd-6f5fe583fa13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e84760e-394f-4548-a80e-b7d14bf1c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409629 Aug 23 16:28:57.128734 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6146-f3a1-4197-96d9-475358c7383d req-fa1258f7-b55a-4100-a494-bc5b0960c620 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:57.130205 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d87b6146-f3a1-4197-96d9-475358c7383d req-fa1258f7-b55a-4100-a494-bc5b0960c620 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 943 time: 0.0812063 Aug 23 16:28:57.215343 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d87b6146-f3a1-4197-96d9-475358c7383d req-93fe637f-169f-4c0a-9ae9-8b48d69a7ed5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755689 Aug 23 16:28:57.236648 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-7799a4ef-9ecb-4235-8ed3-a282c3900d74 service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251919 Aug 23 16:28:57.355567 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-12ccf9fb-f2ba-48cc-b4af-9e06d88079c5 req-97732256-726d-4c1c-be52-d15bb4329200 service neutron] 10.222.0.82 "GET /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086264 Aug 23 16:28:57.694928 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5e20b1f7-6632-40c7-bd62-11127b999a98 req-2904f82c-d5e6-4357-a46d-39bb4653826f tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0281751 Aug 23 16:28:58.333424 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa7f4a-e4ea-44ca-9539-f911c27d1a0b req-3d8bff69-029a-45a7-b2ed-edaffe6c4b8f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:58.335026 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0caa7f4a-e4ea-44ca-9539-f911c27d1a0b req-3d8bff69-029a-45a7-b2ed-edaffe6c4b8f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 943 time: 0.0501704 Aug 23 16:28:58.374828 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0caa7f4a-e4ea-44ca-9539-f911c27d1a0b req-9e18e3ef-2996-4c3e-8dac-557544bc99d8 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Aug 23 16:28:58.770237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:28:58.793028 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-325b7270-a373-49de-82d0-3def51d0c59f req-97c52cdc-386a-4add-b14d-7bd0f8594d69 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Aug 23 16:28:58.872027 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:58.882532 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3', 'network_id': '8e84760e-394f-4548-a80e-b7d14bf1c5f4', 'port_id': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3', 'mac_address': 'fa:16:3e:cc:f8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d5bb99-3f0c-404c-adbb-542febb70f03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:28:58.924520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:58.941009 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:28:58.946701 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-6e0fade8-9cc7-4482-b533-1d35fb14f8a7 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0560239376274635892484018131e67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338531 Aug 23 16:28:58.961663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:28:59.081222 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.136642 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:59.138525 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-ad4bd0b0-1f9c-4058-aff9-76c72eedeb55 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:59.140070 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-ad4bd0b0-1f9c-4058-aff9-76c72eedeb55 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860640 Aug 23 16:28:59.157211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Request body: {'port': {'device_id': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af', 'admin_state_up': True, 'tenant_id': '0560239376274635892484018131e67c'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:28:59.376697 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Made reservation on behalf of 0560239376274635892484018131e67c for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:28:59.380253 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.468986 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:28:59.640690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.709256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e543274-32c9-4da0-9c12-31cbc26f07a1 req-27ed6d12-7638-4926-9586-0262ef92b84e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:28:59.714789 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0e543274-32c9-4da0-9c12-31cbc26f07a1 req-27ed6d12-7638-4926-9586-0262ef92b84e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 944 time: 0.0723710 Aug 23 16:28:59.768709 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0e543274-32c9-4da0-9c12-31cbc26f07a1 req-3a523497-f293-4523-9307-c675f9be9357 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Aug 23 16:28:59.805412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.891191 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f39b81a5-4866-41b1-ae88-acf46ba8a245 req-4328eb39-67eb-4590-8268-6f4f632a295e tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Aug 23 16:28:59.910014 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.981498 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:28:59.995257 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.995593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.995930 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.996263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.996592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.996920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.997245 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.997568 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.997921 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.998244 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.998567 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:28:59.998886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:00.060291 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Allocated IP 192.168.233.206 (7c0a3b8a-23a2-48de-836d-0277115787af/04493ae9-3354-4701-9bae-ddb21555dee1/78d2559b-504f-4072-bbdd-195331916ea9) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:29:00.211139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:00.225453 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Transition to ACTIVE for port object 78d2559b-504f-4072-bbdd-195331916ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:29:00.388616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:00.431198 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Network 7c0a3b8a-23a2-48de-836d-0277115787af is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:29:00.434384 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:29:00.438026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:29:00.464366 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Pushing event updated for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:00.498717 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:00.499389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:00.716728 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-439185db-768f-4271-8608-327cdd7f4af4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5634441 Aug 23 16:29:00.732340 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Request body: {'port': {'device_id': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:00.777245 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:29:00.789482 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:00.910237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-c6fc82eb-5c3d-4993-96f4-8436af81ed51 None None] Provisioning for port 78d2559b-504f-4072-bbdd-195331916ea9 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:29:00.915966 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-c6fc82eb-5c3d-4993-96f4-8436af81ed51 None None] Provisioning complete for port 78d2559b-504f-4072-bbdd-195331916ea9 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:29:00.916598 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c6fc82eb-5c3d-4993-96f4-8436af81ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:00.976205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6d86e-28c7-4612-9680-14ff9b671cc0 req-5b812831-92b7-4c7c-9256-5cc4a475e07d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:00.977338 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc82eb-5c3d-4993-96f4-8436af81ed51 None None] Port 78d2559b-504f-4072-bbdd-195331916ea9 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:29:00.990249 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8d6d86e-28c7-4612-9680-14ff9b671cc0 req-5b812831-92b7-4c7c-9256-5cc4a475e07d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 944 time: 0.1450839 Aug 23 16:29:01.042906 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fbea5-0f96-47bf-a86d-e833b307536d req-7bd9b7e5-fb68-4c30-a15b-3c4dbf3180df tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:01.044529 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-164fbea5-0f96-47bf-a86d-e833b307536d req-7bd9b7e5-fb68-4c30-a15b-3c4dbf3180df tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 936 time: 0.0657318 Aug 23 16:29:01.059286 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:29:01.063986 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:29:01.064358 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.082068 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8d6d86e-28c7-4612-9680-14ff9b671cc0 req-223b862e-5850-4b38-ab17-e12c9ae25fa4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Aug 23 16:29:01.102982 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-164fbea5-0f96-47bf-a86d-e833b307536d req-dea600ff-e81c-404c-8826-791fc5cd646d tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Aug 23 16:29:01.159221 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.175841 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d2559b-504f-4072-bbdd-195331916ea9 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:29:01.184159 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:01.184428 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.185824 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f43389-3aeb-4db7-939f-7b748a2326a7" -d '{"events": [{"server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "name": "network-vif-plugged", "status": "completed", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:01.199357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Transition to ACTIVE for port object 78d2559b-504f-4072-bbdd-195331916ea9 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:29:01.206014 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:01.228120 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f46ff-146a-46dd-ad76-daa0a5608df5 x-openstack-request-id: req-bd5f46ff-146a-46dd-ad76-daa0a5608df5 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:01.228120 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "name": "network-vif-plugged", "status": "completed", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:01.228120 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd5f46ff-146a-46dd-ad76-daa0a5608df5 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:01.228120 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3', 'code': 200} Aug 23 16:29:01.279890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.327182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:01.378684 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.404403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Attempting to bind port 78d2559b-504f-4072-bbdd-195331916ea9 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:29:01.405053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Attempting to bind port 78d2559b-504f-4072-bbdd-195331916ea9 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:29:01.405053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Attempting to bind port 78d2559b-504f-4072-bbdd-195331916ea9 on network 7c0a3b8a-23a2-48de-836d-0277115787af {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:29:01.409746 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Port 78d2559b-504f-4072-bbdd-195331916ea9 on network 7c0a3b8a-23a2-48de-836d-0277115787af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:29:01.410123 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Attempting to bind port 78d2559b-504f-4072-bbdd-195331916ea9 on network 7c0a3b8a-23a2-48de-836d-0277115787af {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:29:01.416241 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:29:01.416586 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Checking segment: {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:29:01.417572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Bound using segment: {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:29:01.418212 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Bound port: 78d2559b-504f-4072-bbdd-195331916ea9, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9f4e0a-f471-4f8a-8c06-f64765892c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:29:01.418737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.430742 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:01.498060 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:29:01.501247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=78d2559b-504f-4072-bbdd-195331916ea9,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:29:01.606772 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.640774 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:01.641314 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:01.642884 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] 10.222.0.82 "PUT /v2.0/ports/78d2559b-504f-4072-bbdd-195331916ea9 HTTP/1.1" status: 200 len: 1098 time: 0.9154794 Aug 23 16:29:01.645378 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:01.647684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373ba37-72c4-48fc-a167-7e9291c0643f" -d '{"events": [{"name": "network-changed", "server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "tag": "78d2559b-504f-4072-bbdd-195331916ea9"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:01.705113 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6046d7-5745-45a3-bb52-27d0ec3c7d24 x-openstack-request-id: req-af6046d7-5745-45a3-bb52-27d0ec3c7d24 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:01.705236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "tag": "78d2559b-504f-4072-bbdd-195331916ea9", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:01.705446 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af6046d7-5745-45a3-bb52-27d0ec3c7d24 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:01.705854 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9', 'status': 'completed', 'code': 200} Aug 23 16:29:01.707598 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4df2d-d18f-4238-969b-98637d57bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:01.728686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489058b-4037-4dcb-9716-6e05b2090ef2 req-653ccedb-6dec-420d-839b-691432667482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:01.730288 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a489058b-4037-4dcb-9716-6e05b2090ef2 req-653ccedb-6dec-420d-839b-691432667482 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 1098 time: 0.0571117 Aug 23 16:29:01.804707 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a489058b-4037-4dcb-9716-6e05b2090ef2 req-2a9d263d-6c27-4064-a73e-7ba1c31d97bf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526221 Aug 23 16:29:01.810508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ba37-72c4-48fc-a167-7e9291c0643f req-97b48291-ff3d-433f-b81f-87c9d81b7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:01.812155 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e373ba37-72c4-48fc-a167-7e9291c0643f req-97b48291-ff3d-433f-b81f-87c9d81b7984 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0560239376274635892484018131e67c&device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 1101 time: 0.0693288 Aug 23 16:29:02.207823 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4977cc-3608-4f3e-977c-4f5063c6bd47 req-e9e83d9e-4a51-44c4-a6ab-e3bfd61134e1 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:02.209346 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ba4977cc-3608-4f3e-977c-4f5063c6bd47 req-e9e83d9e-4a51-44c4-a6ab-e3bfd61134e1 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0539343 Aug 23 16:29:02.225298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a36db7-3ada-476f-ac9f-703eac88d37d req-87f546e9-5092-44a4-979f-c6d16e46210c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:02.226909 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-45a36db7-3ada-476f-ac9f-703eac88d37d req-87f546e9-5092-44a4-979f-c6d16e46210c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0555997 Aug 23 16:29:02.251021 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ba4977cc-3608-4f3e-977c-4f5063c6bd47 req-bdb3dcad-113f-4cdf-b139-a82de3e96b8c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Aug 23 16:29:02.267325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-45a36db7-3ada-476f-ac9f-703eac88d37d req-daa0ee6a-4a17-4c9a-a00f-df76c68a330e tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Aug 23 16:29:03.371784 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416d602-b3f6-4ed7-bd22-85d3e7c196ed req-ecca96a7-e7c6-45d3-9f4f-299f8ac63510 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:03.373356 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4416d602-b3f6-4ed7-bd22-85d3e7c196ed req-ecca96a7-e7c6-45d3-9f4f-299f8ac63510 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0534296 Aug 23 16:29:03.383930 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72122d-0e72-4878-a0a3-be18c7c9b667 req-48c9a660-2f90-4af0-b285-49345515cb2f tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:03.385391 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bb72122d-0e72-4878-a0a3-be18c7c9b667 req-48c9a660-2f90-4af0-b285-49345515cb2f tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0522437 Aug 23 16:29:03.412416 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4416d602-b3f6-4ed7-bd22-85d3e7c196ed req-bd4cff50-9d53-41c6-86ce-9e6f89eb1efb tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Aug 23 16:29:03.424441 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bb72122d-0e72-4878-a0a3-be18c7c9b667 req-19436135-2b38-40e5-942e-c89707239d7e tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 23 16:29:04.528394 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9881ff-2943-4332-b039-5d7f0b0477b2 req-bd6f3ae4-3105-47a4-8034-a2d99289f82e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:04.530001 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f9881ff-2943-4332-b039-5d7f0b0477b2 req-bd6f3ae4-3105-47a4-8034-a2d99289f82e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Aug 23 16:29:04.547400 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70177d7e-b608-4c46-bf43-7be7f7d1792d req-b4dbf1ab-872a-4d39-94a3-83f56fb873a7 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:04.549905 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-70177d7e-b608-4c46-bf43-7be7f7d1792d req-b4dbf1ab-872a-4d39-94a3-83f56fb873a7 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0600598 Aug 23 16:29:04.579246 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f9881ff-2943-4332-b039-5d7f0b0477b2 req-d702d1d4-041b-4843-bc30-491289e85f56 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Aug 23 16:29:04.597113 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-70177d7e-b608-4c46-bf43-7be7f7d1792d req-07dd91c5-9510-4e22-bc98-63eef753bb19 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Aug 23 16:29:05.363395 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e373ba37-72c4-48fc-a167-7e9291c0643f req-a868da06-3707-41f3-8301-fe24303076a3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0560239376274635892484018131e67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241811 Aug 23 16:29:05.457747 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ba37-72c4-48fc-a167-7e9291c0643f req-83018b6f-5504-4b27-9436-ee6cbe4a64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.459255 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e373ba37-72c4-48fc-a167-7e9291c0643f req-83018b6f-5504-4b27-9436-ee6cbe4a64b7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854831 Aug 23 16:29:05.545485 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-032260f0-664c-4176-ae12-bb9ec3f9924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.547004 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-032260f0-664c-4176-ae12-bb9ec3f9924c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0560239376274635892484018131e67c&device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 1101 time: 0.0413795 Aug 23 16:29:05.604916 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-903b66ca-80b1-428b-b056-77f45ce7f253 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=78d2559b-504f-4072-bbdd-195331916ea9 HTTP/1.1" status: 200 len: 217 time: 0.0404530 Aug 23 16:29:05.685672 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-be84b33c-ffec-48d4-a1d5-994237369b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.687207 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-be84b33c-ffec-48d4-a1d5-994237369b6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04493ae9-3354-4701-9bae-ddb21555dee1 HTTP/1.1" status: 200 len: 843 time: 0.0708313 Aug 23 16:29:05.716796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e39f77-ab3d-4889-af4d-b527ed40bacf req-0fd8fa48-b5f6-43bb-9b60-c0e17bde5b2a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.717021 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef9c19-e05c-4056-866a-787bc082cac6 req-40d707e0-efcc-4b25-b9ae-cff03f48fab0 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.718506 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75e39f77-ab3d-4889-af4d-b527ed40bacf req-0fd8fa48-b5f6-43bb-9b60-c0e17bde5b2a tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0670216 Aug 23 16:29:05.718623 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-43ef9c19-e05c-4056-866a-787bc082cac6 req-40d707e0-efcc-4b25-b9ae-cff03f48fab0 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0507736 Aug 23 16:29:05.760210 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-43ef9c19-e05c-4056-866a-787bc082cac6 req-395809fc-0bb6-4a33-99ef-e61c57ad8b9c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Aug 23 16:29:05.779428 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75e39f77-ab3d-4889-af4d-b527ed40bacf req-148b9386-1a3d-462d-9d5d-53a6d706a474 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Aug 23 16:29:05.781120 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-e9d638eb-7527-4ccd-9933-da2bd3ea2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:05.782598 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-e9d638eb-7527-4ccd-9933-da2bd3ea2692 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7c0a3b8a-23a2-48de-836d-0277115787af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0837324 Aug 23 16:29:05.887216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-a6b5f209-3ff8-4bc4-8b0c-a77814a77174 service neutron] 10.222.0.82 "GET /v2.0/networks/7c0a3b8a-23a2-48de-836d-0277115787af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883722 Aug 23 16:29:05.985619 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-605ec833-bc76-43a0-84fb-2eca16c08749 req-fbebd1c2-6c83-4401-b9ee-92fea06a64b6 service neutron] 10.222.0.82 "GET /v2.0/networks/7c0a3b8a-23a2-48de-836d-0277115787af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904279 Aug 23 16:29:06.883737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a719054-084c-4ddc-a0dd-cae3c25f9540 req-ac3dd63e-76e0-40ab-aada-2dee2346d69f tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:06.885167 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a719054-084c-4ddc-a0dd-cae3c25f9540 req-ac3dd63e-76e0-40ab-aada-2dee2346d69f tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0544834 Aug 23 16:29:06.915101 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe19684-11f6-4389-9145-8fbfa106d686 req-4861d7d4-1879-488e-ab8f-785f27bd3b68 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:06.919392 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9fe19684-11f6-4389-9145-8fbfa106d686 req-4861d7d4-1879-488e-ab8f-785f27bd3b68 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0542583 Aug 23 16:29:06.929085 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2a719054-084c-4ddc-a0dd-cae3c25f9540 req-de58643b-f7a7-4fcf-a93b-b5f08e256590 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 Aug 23 16:29:06.959930 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9fe19684-11f6-4389-9145-8fbfa106d686 req-84a37aed-9dde-4556-aba7-5c08d51f1e04 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Aug 23 16:29:08.049327 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50290b4a-5bd9-4828-b44a-a16d240f4c69 req-d3b7eecf-3548-4486-bf73-8e51acb38dbf tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:08.051046 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-50290b4a-5bd9-4828-b44a-a16d240f4c69 req-d3b7eecf-3548-4486-bf73-8e51acb38dbf tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 948 time: 0.0493476 Aug 23 16:29:08.090156 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-50290b4a-5bd9-4828-b44a-a16d240f4c69 req-12a02e52-18ba-40b6-93a7-15074ab27196 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Aug 23 16:29:08.090802 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed978462-e533-4b1e-bb91-b523cdff4300 req-12bb7479-64f9-409b-8d9b-2f55492c7e4b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:08.092421 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ed978462-e533-4b1e-bb91-b523cdff4300 req-12bb7479-64f9-409b-8d9b-2f55492c7e4b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0505819 Aug 23 16:29:08.130971 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ed978462-e533-4b1e-bb91-b523cdff4300 req-7a65e85c-8319-47d5-b7ec-5f7b405c058e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 23 16:29:08.846332 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 78d2559b-504f-4072-bbdd-195331916ea9 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:29:08.944566 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=78d2559b-504f-4072-bbdd-195331916ea9,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:08.955110 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '78d2559b-504f-4072-bbdd-195331916ea9', 'network_id': '7c0a3b8a-23a2-48de-836d-0277115787af', 'port_id': '78d2559b-504f-4072-bbdd-195331916ea9', 'mac_address': 'fa:16:3e:de:af:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04493ae9-3354-4701-9bae-ddb21555dee1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:29:08.993465 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:09.006926 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2559b-504f-4072-bbdd-195331916ea9 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:29:09.025718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=78d2559b-504f-4072-bbdd-195331916ea9,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:09.131286 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:09.185238 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:09.192801 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96465-f8c6-41e8-bd32-3a6b8240bf7d req-155a559e-0113-440e-b639-2b16d4ebb4ba tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:09.194344 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c5c96465-f8c6-41e8-bd32-3a6b8240bf7d req-155a559e-0113-440e-b639-2b16d4ebb4ba tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Aug 23 16:29:09.246517 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c5c96465-f8c6-41e8-bd32-3a6b8240bf7d req-c29c9998-090e-450c-8b12-5d7a5d10118a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376582 Aug 23 16:29:09.346675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdce9b4-2ef1-453c-865d-ca70ff3f4ec3 req-85589f29-42e9-432c-873a-2ee454b3677e tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:09.348144 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ccdce9b4-2ef1-453c-865d-ca70ff3f4ec3 req-85589f29-42e9-432c-873a-2ee454b3677e tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 949 time: 0.0511060 Aug 23 16:29:09.386181 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ccdce9b4-2ef1-453c-865d-ca70ff3f4ec3 req-dbd2d218-26ef-4aef-8a35-1dda91238162 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Aug 23 16:29:09.643637 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['78d2559b-504f-4072-bbdd-195331916ea9'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:10.357730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76af6f-d818-461d-b6d4-cf16a0d90a73 req-4ef225c6-f0a6-44ba-91f8-3eec11bd34da tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:10.359220 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db76af6f-d818-461d-b6d4-cf16a0d90a73 req-4ef225c6-f0a6-44ba-91f8-3eec11bd34da tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Aug 23 16:29:10.397712 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db76af6f-d818-461d-b6d4-cf16a0d90a73 req-4d486aac-6333-4119-949a-8dc56dd3af2e tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Aug 23 16:29:10.508820 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46ce5-eaaa-42d5-83ef-197d9a228317 req-477ba021-46b7-4338-a22d-e77954c86d99 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:10.510490 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aed46ce5-eaaa-42d5-83ef-197d9a228317 req-477ba021-46b7-4338-a22d-e77954c86d99 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 949 time: 0.0533800 Aug 23 16:29:10.551771 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aed46ce5-eaaa-42d5-83ef-197d9a228317 req-8556bd98-e86e-4dbf-bef2-6bbda00e444c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Aug 23 16:29:10.794467 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:11.520302 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692033b4-484c-4118-a315-324e56715a82 req-7368613b-e351-4d62-bad6-e6dab7b40d7f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:11.521798 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-692033b4-484c-4118-a315-324e56715a82 req-7368613b-e351-4d62-bad6-e6dab7b40d7f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0558276 Aug 23 16:29:11.567230 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-692033b4-484c-4118-a315-324e56715a82 req-8faa1914-0afa-41ab-94fd-de6ffa39a986 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Aug 23 16:29:11.678897 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceda03-c8f4-4b93-9924-40e2104bcd44 req-c17389e1-71e8-4bf6-8202-2d26c39f0ad8 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:11.680378 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cceda03-c8f4-4b93-9924-40e2104bcd44 req-c17389e1-71e8-4bf6-8202-2d26c39f0ad8 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 949 time: 0.0523124 Aug 23 16:29:11.721263 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cceda03-c8f4-4b93-9924-40e2104bcd44 req-6500ee70-d96b-49aa-880c-809e425918c5 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Aug 23 16:29:11.940462 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606eb5d4-3598-4512-b902-a5cced68a854 req-c1221545-3b1d-42f7-b951-3e735e38c42b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:11.942404 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-606eb5d4-3598-4512-b902-a5cced68a854 req-c1221545-3b1d-42f7-b951-3e735e38c42b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 945 time: 0.0607362 Aug 23 16:29:12.046112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Deleting port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:12.046455 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:12.141096 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] For port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:12.141464 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:12.154152 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Calling delete_port for 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:12.367522 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:12.381633 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf', 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:12.399298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event deleted for resources: {'Port': ['ID=7a8e2feb-dddc-4ba9-9528-6a13b213cbb5,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:12.442843 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] No DVR routers for this DVR port 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:12.445537 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:12.448560 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-606eb5d4-3598-4512-b902-a5cced68a854 req-91849b0b-8ef7-49e2-8971-f4e0c33eedfb tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "DELETE /v2.0/ports/7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 HTTP/1.1" status: 204 len: 173 time: 0.4913652 Aug 23 16:29:12.449030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'name': 'network-vif-deleted', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:12.452155 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca186b3-bc05-4a6f-ba68-201f20ce73ab" -d '{"events": [{"server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "name": "network-vif-deleted", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:12.498034 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2c2b2-242e-4af6-b5d7-41abe4199ad0 x-openstack-request-id: req-f9c2c2b2-242e-4af6-b5d7-41abe4199ad0 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:12.498325 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f849cd16-75d1-4a5c-97ac-f5f1cac22f83", "name": "network-vif-deleted", "tag": "7a8e2feb-dddc-4ba9-9528-6a13b213cbb5", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:12.498575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9c2c2b2-242e-4af6-b5d7-41abe4199ad0 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:12.498964 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f849cd16-75d1-4a5c-97ac-f5f1cac22f83', 'name': 'network-vif-deleted', 'tag': '7a8e2feb-dddc-4ba9-9528-6a13b213cbb5', 'status': 'completed', 'code': 200} Aug 23 16:29:12.683349 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9fa3aef0-54dc-4eee-8735-4c81abe5bb61 req-9ea97316-95e4-4368-8319-5971d06e65c3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=f849cd16-75d1-4a5c-97ac-f5f1cac22f83 HTTP/1.1" status: 200 len: 210 time: 0.0345643 Aug 23 16:29:12.842265 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d5160-b315-4b72-90e4-dec84b4a0b79 req-3cce262d-2ac9-4c8b-bec9-bb6c79b85c50 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:12.844054 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-731d5160-b315-4b72-90e4-dec84b4a0b79 req-3cce262d-2ac9-4c8b-bec9-bb6c79b85c50 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 949 time: 0.0525486 Aug 23 16:29:12.873586 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 78d2559b-504f-4072-bbdd-195331916ea9 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:29:12.884745 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-731d5160-b315-4b72-90e4-dec84b4a0b79 req-9ef65436-8115-43ab-9579-52b32a3ce55a tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Aug 23 16:29:13.001503 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 78d2559b-504f-4072-bbdd-195331916ea9 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:29:13.005446 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 78d2559b-504f-4072-bbdd-195331916ea9 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:29:13.005872 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:13.082321 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:13.105516 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:13.107846 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a450456-50c9-4c43-a835-b18ee30683eb" -d '{"events": [{"server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "name": "network-vif-plugged", "status": "completed", "tag": "78d2559b-504f-4072-bbdd-195331916ea9"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:13.121477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=78d2559b-504f-4072-bbdd-195331916ea9,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:13.144688 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb1a343-237b-4f1a-8ffb-e45c9d1dda0b x-openstack-request-id: req-7eb1a343-237b-4f1a-8ffb-e45c9d1dda0b {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:13.144983 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "name": "network-vif-plugged", "status": "completed", "tag": "78d2559b-504f-4072-bbdd-195331916ea9", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:13.145235 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7eb1a343-237b-4f1a-8ffb-e45c9d1dda0b {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:13.145623 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9', 'code': 200} Aug 23 16:29:13.201726 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:13.202586 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:13.241080 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:13.241423 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 7a8e2feb-dddc-4ba9-9528-6a13b213cbb5 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:13.269616 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:13.524144 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971263f-f79f-4265-b05f-aa385177f9f7 req-59688205-2484-48a0-9971-f97d8f2c5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:13.525697 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7971263f-f79f-4265-b05f-aa385177f9f7 req-59688205-2484-48a0-9971-f97d8f2c5e92 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 1103 time: 0.0442171 Aug 23 16:29:13.566417 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7971263f-f79f-4265-b05f-aa385177f9f7 req-0ed88020-2e35-43fd-952f-346dca2cb42d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300539 Aug 23 16:29:14.002826 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f6db-f85b-4bb3-86ca-28c899870839 req-614efd1c-70d0-4652-b2c1-dd888e240273 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:14.005228 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9917f6db-f85b-4bb3-86ca-28c899870839 req-614efd1c-70d0-4652-b2c1-dd888e240273 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0504677 Aug 23 16:29:14.058143 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9917f6db-f85b-4bb3-86ca-28c899870839 req-7bfcc786-64a3-4f57-b6e2-ac83facd5a0c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Aug 23 16:29:15.176538 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91285cce-7397-439a-8200-b1f6677ec0a3 req-1bb100d5-2ece-42fb-91a7-f53ba561e9c5 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:15.178077 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-91285cce-7397-439a-8200-b1f6677ec0a3 req-1bb100d5-2ece-42fb-91a7-f53ba561e9c5 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0506649 Aug 23 16:29:15.217103 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-91285cce-7397-439a-8200-b1f6677ec0a3 req-b884456b-5501-455e-b289-37d35d632f6c tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 23 16:29:15.424230 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7650a5a5-bce5-448c-bc2b-2b7477e0f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:15.672531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0cbc-45f6-407f-9584-19f58dc3269a req-14ecf0a5-09e9-43ff-859c-821026581e82 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:15.674068 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0bf0cbc-45f6-407f-9584-19f58dc3269a req-14ecf0a5-09e9-43ff-859c-821026581e82 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0487735 Aug 23 16:29:15.712299 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0bf0cbc-45f6-407f-9584-19f58dc3269a req-e49f5ee8-3356-4b1b-8c10-4fdd23e8c353 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 23 16:29:16.337093 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d2cd-d7ef-4490-81b9-515bb3fcf4a9 req-212584f8-6cff-449f-b151-8f9591f86ca7 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:16.339249 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1331d2cd-d7ef-4490-81b9-515bb3fcf4a9 req-212584f8-6cff-449f-b151-8f9591f86ca7 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0522151 Aug 23 16:29:16.379665 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1331d2cd-d7ef-4490-81b9-515bb3fcf4a9 req-b18b3fa4-f0b4-4b67-93d2-5ea10e006eed tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Aug 23 16:29:16.837750 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92780-37fe-46b6-a7fe-756b572b7019 req-fa14c6c7-f6be-4b8e-b382-6c55a6672e83 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:16.839931 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ac92780-37fe-46b6-a7fe-756b572b7019 req-fa14c6c7-f6be-4b8e-b382-6c55a6672e83 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0537925 Aug 23 16:29:16.878444 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8ac92780-37fe-46b6-a7fe-756b572b7019 req-46e184de-d5ed-4d20-8af6-e1dfcb934ef3 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Aug 23 16:29:16.976920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173cfd6-b4e1-4529-9ce5-438a7f61209d req-a1d86395-f292-45a7-8646-79f7a052719b tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:16.981135 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4173cfd6-b4e1-4529-9ce5-438a7f61209d req-a1d86395-f292-45a7-8646-79f7a052719b tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0577216 Aug 23 16:29:17.030464 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4173cfd6-b4e1-4529-9ce5-438a7f61209d req-45ec92bf-d60e-40ed-93ac-03e796bd8f03 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Aug 23 16:29:17.927962 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-c8332406-a905-4446-9770-7dbf5649f35b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:17.929484 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-c8332406-a905-4446-9770-7dbf5649f35b tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0499728 Aug 23 16:29:17.999655 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745913e-ef68-4a23-aacd-1e0178353fca req-03c803d6-5d39-4014-a2d4-5a4617588909 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:18.001209 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c745913e-ef68-4a23-aacd-1e0178353fca req-03c803d6-5d39-4014-a2d4-5a4617588909 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 946 time: 0.0534089 Aug 23 16:29:18.042331 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c745913e-ef68-4a23-aacd-1e0178353fca req-f2ccd99f-4faa-4e34-896e-cfc9b893c22f tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Aug 23 16:29:18.069565 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Deleting port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:18.070273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.204099 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:29:18.205228 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89a4ba-020e-4141-a8a8-2acee673f327 req-760a8245-b5f7-4522-9544-82d5aa659700 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:18.206808 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3f89a4ba-020e-4141-a8a8-2acee673f327 req-760a8245-b5f7-4522-9544-82d5aa659700 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0915933 Aug 23 16:29:18.212848 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-717cd90d-88b6-4790-9475-226a0a06e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.214328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] For port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:18.214708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.242582 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Calling delete_port for 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:18.258770 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.298482 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3f89a4ba-020e-4141-a8a8-2acee673f327 req-44eb7101-76a4-4010-bab5-6bdaf1518ec3 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811579 Aug 23 16:29:18.519475 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.534745 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf', 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:18.552389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event deleted for resources: {'Port': ['ID=1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:18.602913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] No DVR routers for this DVR port 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:18.607227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:18.609720 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a011fe3f-0301-45f7-b172-3b1c052b7d23 req-1686cebd-08a2-4c32-b7d3-3ee59adb2796 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "DELETE /v2.0/ports/1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 HTTP/1.1" status: 204 len: 173 time: 0.6607318 Aug 23 16:29:18.610273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'name': 'network-vif-deleted', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:18.612713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a56b94-b6ce-402c-b978-f3d1749137aa" -d '{"events": [{"server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "name": "network-vif-deleted", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:18.652703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4160f-b5fc-4a97-b08d-4e69b5baa75b x-openstack-request-id: req-ade4160f-b5fc-4a97-b08d-4e69b5baa75b {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:18.652991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d78d53-1662-454b-a3ff-82df626a362b", "name": "network-vif-deleted", "tag": "1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:18.653228 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ade4160f-b5fc-4a97-b08d-4e69b5baa75b {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:18.653621 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d78d53-1662-454b-a3ff-82df626a362b', 'name': 'network-vif-deleted', 'tag': '1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153', 'status': 'completed', 'code': 200} Aug 23 16:29:18.969984 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-2eee3c21-f3dd-4c11-859d-e2f104e07ff4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:18.971757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-2eee3c21-f3dd-4c11-859d-e2f104e07ff4 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.82 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0511000 Aug 23 16:29:19.074227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Deleting port 78d2559b-504f-4072-bbdd-195331916ea9 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:19.074948 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:19.186493 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a36550b3-9259-4c9f-8cd4-432032723d06 req-2fae2de1-3cc5-48aa-b4fe-c4df8f8d5a20 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0356977 Aug 23 16:29:19.203607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] For port 78d2559b-504f-4072-bbdd-195331916ea9, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=78d2559b-504f-4072-bbdd-195331916ea9,segment=NetworkSegment(cb9f4e0a-f471-4f8a-8c06-f64765892c4b),segment_id=cb9f4e0a-f471-4f8a-8c06-f64765892c4b)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:19.204052 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:19.211424 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:19.217217 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Calling delete_port for 78d2559b-504f-4072-bbdd-195331916ea9 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:19.455509 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d528-3911-4109-8336-f86fe8055c90 req-1d8b7f60-24a7-4c8c-a232-b74705aeb847 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:19.456904 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3926d528-3911-4109-8336-f86fe8055c90 req-1d8b7f60-24a7-4c8c-a232-b74705aeb847 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 950 time: 0.0621436 Aug 23 16:29:19.461952 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:19.492892 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Pushing event deleted for resources: {'Port': ['ID=78d2559b-504f-4072-bbdd-195331916ea9,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:19.496853 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3926d528-3911-4109-8336-f86fe8055c90 req-49edbcfe-32a3-4d30-848a-2dab4199afb0 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/security-groups?id=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339096 Aug 23 16:29:19.541671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] No DVR routers for this DVR port 78d2559b-504f-4072-bbdd-195331916ea9 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:19.544289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:19.546365 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-fc57e3a9-9312-4e57-982f-f44dc9cf75eb req-bdfbdb99-4b6f-484c-aeef-436cd2e7a8f2 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.82 "DELETE /v2.0/ports/78d2559b-504f-4072-bbdd-195331916ea9 HTTP/1.1" status: 204 len: 173 time: 0.5643439 Aug 23 16:29:20.295670 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0f6b2d5-d38b-40cd-8a29-697b45897840 req-d0670968-c8c3-4c2c-9992-57a86553467c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0265543 Aug 23 16:29:20.595360 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-575ccfce-e8c4-483c-bc23-5141af834f62 req-45d5a45b-cd31-47ca-a340-934626d6c4bd tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0271862 Aug 23 16:29:20.654892 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'name': 'network-vif-deleted', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:20.657247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d62fd-e1f5-424d-89ce-7af312ce472a" -d '{"events": [{"server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "name": "network-vif-deleted", "tag": "78d2559b-504f-4072-bbdd-195331916ea9"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:20.693109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f605e76b-0d90-412b-870d-001dc1d3a7a5 x-openstack-request-id: req-f605e76b-0d90-412b-870d-001dc1d3a7a5 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:20.693398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32a3834-80a0-44b6-969d-dc7d8d2792d0", "name": "network-vif-deleted", "tag": "78d2559b-504f-4072-bbdd-195331916ea9", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:20.693648 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f605e76b-0d90-412b-870d-001dc1d3a7a5 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:20.694060 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32a3834-80a0-44b6-969d-dc7d8d2792d0', 'name': 'network-vif-deleted', 'tag': '78d2559b-504f-4072-bbdd-195331916ea9', 'status': 'completed', 'code': 200} Aug 23 16:29:20.881452 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:21.399544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-08d3adcd-4148-4411-b54f-93ffef6c19e9 req-7aef594d-0ffb-4a42-861c-e9a545572371 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0249372 Aug 23 16:29:21.692912 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8863abb6-052e-4387-b8a5-d10dd126cafe req-161f72f0-ec37-4615-a3a5-05f4b5e93918 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0289543 Aug 23 16:29:22.377683 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:22.402127 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['78d2559b-504f-4072-bbdd-195331916ea9'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:22.405375 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:22.405704 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ae5d2a4-8b1c-4eae-ba91-4ecb0c81b153 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:22.508564 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f7780994-52a2-4e8a-83af-e6b12d8e0b41 req-2bea5e26-f112-4cf0-a9ed-c68c333ce32a tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=43d78d53-1662-454b-a3ff-82df626a362b HTTP/1.1" status: 200 len: 210 time: 0.0261226 Aug 23 16:29:22.811477 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2af967c9-34fd-42be-8ce8-e076e17a9c3c req-8b4ff334-e5d8-49d6-967e-fac254ae59b8 tempest-VolumesNegativeTest-7392382 tempest-VolumesNegativeTest-7392382-project] 10.222.0.63 "GET /v2.0/ports?device_id=f32a3834-80a0-44b6-969d-dc7d8d2792d0 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Aug 23 16:29:24.220316 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ade0f-8cc2-4c92-855f-394c4499d528 req-9b47f264-c2cb-41c1-aaa8-883f5945f5a1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:24.221829 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549ade0f-8cc2-4c92-855f-394c4499d528 req-9b47f264-c2cb-41c1-aaa8-883f5945f5a1 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0492997 Aug 23 16:29:24.261090 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549ade0f-8cc2-4c92-855f-394c4499d528 req-bdb131a1-d108-439f-8c4c-e3ed224b63aa tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Aug 23 16:29:25.403691 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1007eb7-9b13-4105-a8ad-24f6baffe1e8 req-976d67b1-078a-4d87-ab8b-f71baa1daa8c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:25.405681 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b1007eb7-9b13-4105-a8ad-24f6baffe1e8 req-976d67b1-078a-4d87-ab8b-f71baa1daa8c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0563736 Aug 23 16:29:25.448641 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b1007eb7-9b13-4105-a8ad-24f6baffe1e8 req-f5778a43-c304-4bf1-abbb-ff1341aba0ad tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Aug 23 16:29:25.788797 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ce58-2fbc-45f4-9a17-5b34c92c2dcd req-fbd2992d-233c-4fa4-9827-829b109c8de6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:25.790354 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b346ce58-2fbc-45f4-9a17-5b34c92c2dcd req-fbd2992d-233c-4fa4-9827-829b109c8de6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0512023 Aug 23 16:29:25.831310 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b346ce58-2fbc-45f4-9a17-5b34c92c2dcd req-d6d6388d-3c36-4eaa-8247-bad5b4da6474 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Aug 23 16:29:25.853602 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 78d2559b-504f-4072-bbdd-195331916ea9 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:25.876933 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 78d2559b-504f-4072-bbdd-195331916ea9 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:25.877279 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 78d2559b-504f-4072-bbdd-195331916ea9 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:26.571153 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38854d-578c-4f13-b966-77ff65e9f79b req-b5c1d458-e829-41d9-99c9-1d9f6194eb68 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:26.573492 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fe38854d-578c-4f13-b966-77ff65e9f79b req-b5c1d458-e829-41d9-99c9-1d9f6194eb68 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0527024 Aug 23 16:29:26.613970 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fe38854d-578c-4f13-b966-77ff65e9f79b req-627a6b80-2536-4ffc-aea2-168fc49679c5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Aug 23 16:29:26.961974 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0c475-c0a0-4c3a-827f-476e772279f3 req-e3d7c1cb-f03c-4b65-9e14-94efcd086294 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:26.964403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3ec0c475-c0a0-4c3a-827f-476e772279f3 req-e3d7c1cb-f03c-4b65-9e14-94efcd086294 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0520351 Aug 23 16:29:27.003893 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3ec0c475-c0a0-4c3a-827f-476e772279f3 req-b1c7f8dc-deb2-4542-ac5f-06ecbc260ded tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332150 Aug 23 16:29:27.739998 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4583b19-3109-4534-8881-6b34b1cc74e8 req-3452f8a2-849e-4f14-944b-0437a1023b69 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:27.741592 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4583b19-3109-4534-8881-6b34b1cc74e8 req-3452f8a2-849e-4f14-944b-0437a1023b69 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0534992 Aug 23 16:29:27.794682 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4583b19-3109-4534-8881-6b34b1cc74e8 req-4c9e31c1-a961-46cc-9e9b-d468154ecf10 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Aug 23 16:29:28.132260 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211806d-19be-47a6-9c02-29e26f843593 req-d2e12410-d162-425c-adae-60e0482799d4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:28.133749 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7211806d-19be-47a6-9c02-29e26f843593 req-d2e12410-d162-425c-adae-60e0482799d4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0575039 Aug 23 16:29:28.177687 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7211806d-19be-47a6-9c02-29e26f843593 req-d5735df5-4079-4a79-92aa-48001a4c51a9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373130 Aug 23 16:29:28.342407 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-f722f4c2-ed1b-435b-bec9-b037222a27be tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:28.344252 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-f722f4c2-ed1b-435b-bec9-b037222a27be tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 945 time: 0.0561876 Aug 23 16:29:28.456618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Deleting port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:28.456618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:28.549442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] For port e9d3fab9-ab22-46f5-beaa-16c1c92797b2, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:28.549842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:28.562464 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Calling delete_port for e9d3fab9-ab22-46f5-beaa-16c1c92797b2 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:28.853159 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:28.865464 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf', 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:28.885193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event deleted for resources: {'Port': ['ID=e9d3fab9-ab22-46f5-beaa-16c1c92797b2,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:28.898808 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a2dcc394-d872-4617-b4be-d7fd2140a8b8 req-b9d7a262-ff37-4e9f-9404-d0f15aa0a772 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0339651 Aug 23 16:29:28.927451 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] No DVR routers for this DVR port e9d3fab9-ab22-46f5-beaa-16c1c92797b2 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:28.935588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:28.935588 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f64a66d6-0aaf-4292-912b-07c59f4519e6 req-d417acd2-59e2-4bf7-8554-42ef8524cba5 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "DELETE /v2.0/ports/e9d3fab9-ab22-46f5-beaa-16c1c92797b2 HTTP/1.1" status: 204 len: 173 time: 0.5804210 Aug 23 16:29:28.935588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'name': 'network-vif-deleted', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:28.935588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40043b-f475-4558-9f92-1020e41b422d" -d '{"events": [{"server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "name": "network-vif-deleted", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:28.971052 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5c216-f26a-4390-9d4b-b9c964530432 x-openstack-request-id: req-ccb5c216-f26a-4390-9d4b-b9c964530432 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:28.971413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1864ea4-9598-49a5-a520-d6511642503c", "name": "network-vif-deleted", "tag": "e9d3fab9-ab22-46f5-beaa-16c1c92797b2", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:28.971590 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ccb5c216-f26a-4390-9d4b-b9c964530432 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:28.971982 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1864ea4-9598-49a5-a520-d6511642503c', 'name': 'network-vif-deleted', 'tag': 'e9d3fab9-ab22-46f5-beaa-16c1c92797b2', 'status': 'completed', 'code': 200} Aug 23 16:29:29.314835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0919e-b816-481a-8fbf-6c02454f7a78 req-18eefc00-f9d9-4dc8-b100-b4161090c323 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:29.316198 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87a0919e-b816-481a-8fbf-6c02454f7a78 req-18eefc00-f9d9-4dc8-b100-b4161090c323 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0634079 Aug 23 16:29:29.361207 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-87a0919e-b816-481a-8fbf-6c02454f7a78 req-167280e2-71de-455b-944c-7afbeb839a30 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Aug 23 16:29:29.995616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-226c6e97-0a3a-46b5-a486-7a1747b08631 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:29.997130 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-226c6e97-0a3a-46b5-a486-7a1747b08631 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0557609 Aug 23 16:29:30.065604 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-446762d6-fece-4d86-908f-ce35665ae3aa req-c1a544d2-c6fc-4c9e-adfe-fda9dc5f6371 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1864ea4-9598-49a5-a520-d6511642503c HTTP/1.1" status: 200 len: 210 time: 0.0675044 Aug 23 16:29:30.128297 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Deleting port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:30.128644 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.225646 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] For port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:30.226045 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.258359 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54534) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:30.414979 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-72fc74ad-5b04-4412-a272-d02d60741b75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0560239376274635892484018131e67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554570 Aug 23 16:29:30.417708 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54544) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:30.512425 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b2ce-a043-4043-8fdd-9d8150fee2b7 req-fcd39498-8799-442e-b8dc-d7f7b0a581e9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:30.513940 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0df0b2ce-a043-4043-8fdd-9d8150fee2b7 req-fcd39498-8799-442e-b8dc-d7f7b0a581e9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 946 time: 0.0783587 Aug 23 16:29:30.517435 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.561486 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.609542 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0df0b2ce-a043-4043-8fdd-9d8150fee2b7 req-96dd2a63-624e-4303-b1cf-c6e0292ec867 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=9ebe2db7-9395-4698-98f0-453df43c314b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889995 Aug 23 16:29:30.729040 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.729475 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.729829 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Floating IP 42d656d4-6002-4908-8f90-ea563949f459 disassociated. External IP: 172.27.3.80, port: 1ad3a88d-8c62-49a6-87ec-1662d38f76a3. Aug 23 16:29:30.730169 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Calling delete_port for 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:30.793581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.796354 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.797634 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1dbec9f7-f159-4ec4-98b9-12acacb8b4ce HTTP/1.1" status: 204 len: 168 time: 0.3783495 Aug 23 16:29:30.805599 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbec9f7-f159-4ec4-98b9-12acacb8b4ce,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:30.814848 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.815193 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.815534 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.815866 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.816190 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.816517 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.816844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.817164 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.817487 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.817823 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.818152 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.818463 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfc44a-7c21-4462-a6cc-7059b2eaedc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:30.953323 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:30.980877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'Port': ['ID=1ad3a88d-8c62-49a6-87ec-1662d38f76a3,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:31.099598 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:29:31.226986 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:29:31.239197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:29:31.258300 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:29:31.258950 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:29:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:31.279758 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] No DVR routers for this DVR port 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:31.283530 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:31.285956 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-48a1fa25-1725-4e9c-9a2d-41e47797d7a9 req-b5ee61d7-1400-4036-84e5-2332373cb22c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "DELETE /v2.0/ports/1ad3a88d-8c62-49a6-87ec-1662d38f76a3 HTTP/1.1" status: 204 len: 173 time: 1.2785003 Aug 23 16:29:31.286554 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-deleted', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:31.290193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9913cf48-2fb6-483b-803e-c6909e0398ed" -d '{"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-deleted", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:31.348536 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3918d-b007-430d-acbc-4743a04efbf6 x-openstack-request-id: req-a4e3918d-b007-430d-acbc-4743a04efbf6 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:31.348536 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebbf415-ab83-493e-9564-dba4e160c97b", "name": "network-vif-deleted", "tag": "1ad3a88d-8c62-49a6-87ec-1662d38f76a3", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:31.348536 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a4e3918d-b007-430d-acbc-4743a04efbf6 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:31.348536 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebbf415-ab83-493e-9564-dba4e160c97b', 'name': 'network-vif-deleted', 'tag': '1ad3a88d-8c62-49a6-87ec-1662d38f76a3', 'status': 'completed', 'code': 200} Aug 23 16:29:31.406032 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e9d3fab9-ab22-46f5-beaa-16c1c92797b2 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:31.427197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:29:31.429584 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: e9d3fab9-ab22-46f5-beaa-16c1c92797b2 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:31.429709 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e9d3fab9-ab22-46f5-beaa-16c1c92797b2 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:31.667802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:31.706698 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:29:31.716256 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:29:31.717123 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:29:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:31.845596 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:29:31.945038 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42015b9d-84a4-4d9c-a747-eb18fdc099d0 req-b669d0f4-0ac6-44f6-896e-3ca2abf64cd1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebbf415-ab83-493e-9564-dba4e160c97b HTTP/1.1" status: 200 len: 210 time: 0.2379687 Aug 23 16:29:32.060339 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:32.092425 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928addef-07f0-4d6e-ae0c-032fa3229f56 None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:29:32.336188 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2de23-5440-4256-97db-3b33554c5630 None None] New status for floating IP 42d656d4-6002-4908-8f90-ea563949f459: DOWN {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:29:33.135207 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914769-f31a-492c-8c03-b893e28ff31f req-2dabc4bf-2d53-40e6-8582-4aa7fce32106 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:33.135207 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f914769-f31a-492c-8c03-b893e28ff31f req-2dabc4bf-2d53-40e6-8582-4aa7fce32106 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Aug 23 16:29:33.203015 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f914769-f31a-492c-8c03-b893e28ff31f req-f7c21a04-2fd5-45e3-8bf5-bc56013739ed tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Aug 23 16:29:33.417892 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:33.440807 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:33.441153 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 1ad3a88d-8c62-49a6-87ec-1662d38f76a3 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:34.179483 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54604) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:34.243437 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.274136 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.294895 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc8e6-ed12-4526-bf59-74bcc372b59c req-97010dc1-6be8-4010-8c74-ce048f478512 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:34.297181 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-849dc8e6-ed12-4526-bf59-74bcc372b59c req-97010dc1-6be8-4010-8c74-ce048f478512 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.0571735 Aug 23 16:29:34.362983 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-849dc8e6-ed12-4526-bf59-74bcc372b59c req-44adf32f-33a3-44cb-ba8a-d3c00dc9fcbd tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/security-groups?id=4463e707-3b2a-4be2-847f-8149c5b36846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571635 Aug 23 16:29:34.467835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.471032 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.472224 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "DELETE /v2.0/security-groups/9ebe2db7-9395-4698-98f0-453df43c314b HTTP/1.1" status: 204 len: 168 time: 0.2917259 Aug 23 16:29:34.475154 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54618) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:34.482871 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861dd2-2712-4fc2-9d46-30a0f1b98167 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe2db7-9395-4698-98f0-453df43c314b,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:34.489552 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.api.v2.resource [None req-42d9a4cd-231b-4ebb-beaa-2b4e717772f3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] show failed (client error): The resource could not be found. Aug 23 16:29:34.490599 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-42d9a4cd-231b-4ebb-beaa-2b4e717772f3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups/9ebe2db7-9395-4698-98f0-453df43c314b HTTP/1.1" status: 404 len: 347 time: 0.0144534 Aug 23 16:29:34.493401 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54620) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:34.629983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Deleting port 262b4792-760c-478d-9b3a-9475c81d0eb4 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:34.630333 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.709587 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.709958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.723471 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Calling delete_port for 262b4792-760c-478d-9b3a-9475c81d0eb4 owned by network:floatingip {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:34.938149 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:34.974757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'Port': ['ID=262b4792-760c-478d-9b3a-9475c81d0eb4,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:35.063886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-19c2024f-a0ee-46bb-a9dd-e2bcb73bedb2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:35.065427 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-19c2024f-a0ee-46bb-a9dd-e2bcb73bedb2 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 946 time: 0.1015859 Aug 23 16:29:35.067807 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.070366 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.071982 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ffb39f3a-d647-408a-8bc1-61ebc825f3d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "DELETE /v2.0/floatingips/42d656d4-6002-4908-8f90-ea563949f459 HTTP/1.1" status: 204 len: 168 time: 0.5770662 Aug 23 16:29:35.182264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Deleting port 2e832b0e-97bb-4720-a68c-883fca103baf {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:35.182264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.273023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] For port 2e832b0e-97bb-4720-a68c-883fca103baf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2e832b0e-97bb-4720-a68c-883fca103baf,segment=NetworkSegment(32044a35-4388-43c4-b7bc-eb11725d6aba),segment_id=32044a35-4388-43c4-b7bc-eb11725d6aba)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:35.273314 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.285263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Calling delete_port for 2e832b0e-97bb-4720-a68c-883fca103baf owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:35.555837 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.586032 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Pushing event deleted for resources: {'Port': ['ID=2e832b0e-97bb-4720-a68c-883fca103baf,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:35.631179 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] No DVR routers for this DVR port 2e832b0e-97bb-4720-a68c-883fca103baf on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:35.633600 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.636159 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1e3fbfec-1b6d-4593-b1c3-e4288f0c409c req-1ae4b21b-fe76-4afb-be7b-930a8c3c55dc tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.82 "DELETE /v2.0/ports/2e832b0e-97bb-4720-a68c-883fca103baf HTTP/1.1" status: 204 len: 173 time: 0.5606143 Aug 23 16:29:35.636606 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'name': 'network-vif-deleted', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:35.638861 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce45be58-c8fd-4477-bc21-ae8f2695f930" -d '{"events": [{"server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "name": "network-vif-deleted", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:35.680729 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54638) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:35.685882 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635630414', 'description': 'tempest-description--558686602'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:35.696718 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-493de02c-68d8-41a5-8c5a-fd53ea9203d3 req-6e1a1d6c-bb5d-4e87-8fe0-b06259842359 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0879238 Aug 23 16:29:35.753596 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161ac53-39ee-4d61-9e5c-ce4484c7a420 x-openstack-request-id: req-d161ac53-39ee-4d61-9e5c-ce4484c7a420 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:35.753924 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2eb35c-5f95-43b9-bd28-aad1e8474d88", "name": "network-vif-deleted", "tag": "2e832b0e-97bb-4720-a68c-883fca103baf", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:35.754173 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d161ac53-39ee-4d61-9e5c-ce4484c7a420 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:35.754558 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2eb35c-5f95-43b9-bd28-aad1e8474d88', 'name': 'network-vif-deleted', 'tag': '2e832b0e-97bb-4720-a68c-883fca103baf', 'status': 'completed', 'code': 200} Aug 23 16:29:35.777913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1902e-6036-49b8-a80a-4be33b8f49ca req-93bfe8aa-abdc-4120-b585-52ca4f90f83b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:35.779389 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a6b1902e-6036-49b8-a80a-4be33b8f49ca req-93bfe8aa-abdc-4120-b585-52ca4f90f83b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0561199 Aug 23 16:29:35.818278 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a6b1902e-6036-49b8-a80a-4be33b8f49ca req-a552852b-948c-4ccb-b6f4-53451be91ebb tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Aug 23 16:29:35.898301 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:35.979834 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.132690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.161333 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029c3b5a-38cc-410c-882e-870a463b07da,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:36.275957 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.277255 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-eba3b8e0-4975-4109-a5a4-b00228417139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5953414 Aug 23 16:29:36.280434 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54642) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:36.284821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group_rule': {'security_group_id': '029c3b5a-38cc-410c-882e-870a463b07da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:36.394526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.449722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.516370 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.533875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f48f98-1261-400f-b84f-e77d6c7565d5,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:36.630008 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.631263 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-21b71177-1a0a-4cd2-bb84-882c24eaa8cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498950 Aug 23 16:29:36.633969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54644) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:36.638961 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'security_group_rule': {'security_group_id': '029c3b5a-38cc-410c-882e-870a463b07da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:36.777087 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.793582 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3cbf61e5-2490-445d-9de6-1eb5b37776f5 req-c069f475-fe2f-403d-97ba-d330b562b2ed tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0264049 Aug 23 16:29:36.842720 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.936199 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeebea-6211-4897-bbea-952b0ad73da0 req-fdb0240d-ed6b-4ca2-83a2-7252c4451e34 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:36.937726 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50eeebea-6211-4897-bbea-952b0ad73da0 req-fdb0240d-ed6b-4ca2-83a2-7252c4451e34 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0493577 Aug 23 16:29:36.964043 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:36.990192 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-50eeebea-6211-4897-bbea-952b0ad73da0 req-f0c42702-e5c5-4906-8667-3ebb97db5c0e tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Aug 23 16:29:36.993046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fc7bf3-311a-4595-91b2-381407328e0f,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:37.086796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:37.088770 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e39af73c-29ec-4d79-bcfd-0a0d663c3f7a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531438 Aug 23 16:29:37.091734 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54650) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:37.096572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:37.261654 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:37.360756 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:37.460961 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Allocated IP 172.27.3.40 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/78029070-7117-4e75-8f9c-f9dc347b63e8) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:29:37.568727 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:37.744927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:37.781190 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:29:37.785288 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:29:37.788719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:29:37.796863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=78029070-7117-4e75-8f9c-f9dc347b63e8,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:37.895941 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1f328b99-eb40-41cc-b7e5-c79a75b5cd14 req-4c870ee1-7316-4444-bf14-8b9eb448a5f7 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Aug 23 16:29:37.917565 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.055399 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.144906 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2e832b0e-97bb-4720-a68c-883fca103baf'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:38.178751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2569ed-5b6d-451e-8934-a65548552212 req-c7ac1525-544d-4bed-9d67-21dcf40f884c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:38.180218 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be2569ed-5b6d-451e-8934-a65548552212 req-c7ac1525-544d-4bed-9d67-21dcf40f884c tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.1059611 Aug 23 16:29:38.241110 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-be2569ed-5b6d-451e-8934-a65548552212 req-1af3eb3d-9848-4927-9329-f9ef4c9a7bc1 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Aug 23 16:29:38.274301 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.341955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.409071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=78029070-7117-4e75-8f9c-f9dc347b63e8,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:38.419571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.651259 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:38.652546 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-49a3a340-c675-449a-a22b-481d9df45b54 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5597610 Aug 23 16:29:38.834307 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-8ccb6d12-8930-4c5a-a728-041989b68643 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1635630414&fields=id&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 267 time: 0.0314267 Aug 23 16:29:38.942110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-d9b66dba-da53-47ef-be7c-2dfedf162528 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:38.943642 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-d9b66dba-da53-47ef-be7c-2dfedf162528 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 816 time: 0.1013703 Aug 23 16:29:38.959007 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-945ff82f-1551-4015-beb2-84cc774c73ff tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/quotas/cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 375 time: 0.0095191 Aug 23 16:29:39.008228 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1fa0fc15-7f73-41c4-a626-10648fe8a89c req-2214c732-c4de-4250-a7ee-7bd8634b1c70 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0269423 Aug 23 16:29:39.014866 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-67562e4a-fd97-4ecb-bd50-64a41ac683d5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493288 Aug 23 16:29:39.164259 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-c1720a17-1e62-41b9-a9ab-951b975c79f0 service neutron] 10.222.0.63 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303289 Aug 23 16:29:39.254411 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-170a2bbb-df34-4616-8788-f4b3b8f003be service neutron] 10.222.0.63 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Aug 23 16:29:39.359871 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef7e39-a235-4332-9449-dce3f2ef1d66 req-59a8e6bf-9067-4871-a232-bad160a0708d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:39.361347 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3eef7e39-a235-4332-9449-dce3f2ef1d66 req-59a8e6bf-9067-4871-a232-bad160a0708d tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Aug 23 16:29:39.410162 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3eef7e39-a235-4332-9449-dce3f2ef1d66 req-16d8c801-5e77-4dc5-be03-2cd909dcec84 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Aug 23 16:29:39.684683 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-34d28b8b-38e1-4090-ab6e-f0cebbd1d20d req-d9eb31d8-c76d-40ed-91e5-85a236086245 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 210 time: 0.0312538 Aug 23 16:29:40.130423 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4ba197aa-3cd1-4529-914c-fc0c098f5a6d req-8dc65777-8f12-4d43-a42f-45b11f357d6c tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0347791 Aug 23 16:29:40.523968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd436a-dd88-4e60-917d-992885c1ecbc req-0dbebfa7-717f-49b4-97a6-4093e06c7999 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:40.525525 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-70cd436a-dd88-4e60-917d-992885c1ecbc req-0dbebfa7-717f-49b4-97a6-4093e06c7999 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Aug 23 16:29:40.565832 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-70cd436a-dd88-4e60-917d-992885c1ecbc req-81114d06-d09b-46e2-af63-f65039c8dce9 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Aug 23 16:29:40.769029 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-92054ca2-17b5-41e8-8b10-1eea409907f2 req-8c59fecd-0845-4b38-9659-4d0cd643f0ee tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Aug 23 16:29:41.236116 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5d7c5cf7-7383-4a8b-9fde-0c96b5282462 req-eb1d761a-2b8b-401f-b18d-82e84d25b2d0 tempest-AttachVolumeNegativeTest-994330429 tempest-AttachVolumeNegativeTest-994330429-project] 10.222.0.63 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Aug 23 16:29:41.375805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:41.687537 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce70d-507e-4349-9595-ddc816f26d44 req-829a9ba1-9edf-4a27-8908-c92fbd005262 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:41.689098 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-844ce70d-507e-4349-9595-ddc816f26d44 req-829a9ba1-9edf-4a27-8908-c92fbd005262 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0496848 Aug 23 16:29:41.727388 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-844ce70d-507e-4349-9595-ddc816f26d44 req-673b44fb-724b-49fd-8889-6dfa2f597dc4 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Aug 23 16:29:41.876018 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2021ae09-ebcc-4a11-bdd3-a6d05c00b652 req-da24fa52-c129-4804-8dc8-cc328bc247c9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 210 time: 0.0304205 Aug 23 16:29:41.916158 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-ce0a3fe0-4aa3-4635-b789-2d0b016b7335 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0345447 Aug 23 16:29:41.993049 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-8dcd5669-2d7a-4795-89e5-71d0ff5fef95 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&device_id=db2eb35c-5f95-43b9-bd28-aad1e8474d88 HTTP/1.1" status: 200 len: 210 time: 0.0258062 Aug 23 16:29:42.109183 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-a0de3115-38dc-4668-a9ce-36e51f789896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:42.110655 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-a0de3115-38dc-4668-a9ce-36e51f789896 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0934944 Aug 23 16:29:42.167444 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2e832b0e-97bb-4720-a68c-883fca103baf no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:42.191376 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 2e832b0e-97bb-4720-a68c-883fca103baf {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:42.198458 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2e832b0e-97bb-4720-a68c-883fca103baf not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:42.213497 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-4c779992-51e0-4d9f-a424-b52d385734e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:42.215005 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23821be4-6524-4d65-9ac4-3a61e8bbf1fc req-4c779992-51e0-4d9f-a424-b52d385734e7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948648 Aug 23 16:29:42.288820 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 54712) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:42.333656 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Deleting subnet b564250b-847b-414c-94cb-529867c98e47 {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:29:42.336814 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.373632 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.414155 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.556438 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.584140 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b564250b-847b-414c-94cb-529867c98e47,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:42.586138 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.588699 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-621203a1-8a39-470d-a144-f5aa4a9a4eca admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b564250b-847b-414c-94cb-529867c98e47 HTTP/1.1" status: 204 len: 168 time: 0.2987862 Aug 23 16:29:42.592637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54724) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:42.653644 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894577a-db85-4b50-9bfc-af93b83df21a req-9c31d381-9acd-4e87-88a6-08c5ae6765d5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:42.655108 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7894577a-db85-4b50-9bfc-af93b83df21a req-9c31d381-9acd-4e87-88a6-08c5ae6765d5 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0511947 Aug 23 16:29:42.664277 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.767188 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Deleting port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:29:42.767545 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.905719 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a764-c57c-4b85-8118-78da009da879 req-afc8ae81-bc12-4c0e-affe-b887097fd714 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:42.907360 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4275a764-c57c-4b85-8118-78da009da879 req-afc8ae81-bc12-4c0e-affe-b887097fd714 tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 945 time: 0.0944870 Aug 23 16:29:42.950864 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] For port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,segment=NetworkSegment(707636b0-36c1-471f-9200-0cc5f6e5f56d),segment_id=707636b0-36c1-471f-9200-0cc5f6e5f56d)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:42.951242 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:42.973712 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Calling delete_port for 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:29:42.991550 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4275a764-c57c-4b85-8118-78da009da879 req-99953781-3b1c-42a4-8ed8-bc15694413ff tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/security-groups?id=7c58b139-c94d-4740-9bf4-0e502d14505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710227 Aug 23 16:29:43.050471 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.070273 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27df6aa-61c4-4b94-a7da-15294c63856b']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:43.091440 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32044a35-4388-43c4-b7bc-eb11725d6aba') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:43.092069 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32044a35-4388-43c4-b7bc-eb11725d6aba') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:43.113342 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.138272 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4b5816da-fdb6-4de1-ba84-b6bef29faa60 req-1492e596-cde0-4505-97d8-7cbd95cd8058 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 210 time: 0.0441403 Aug 23 16:29:43.147340 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.155435 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:29:43.155890 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:29:43.157606 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:29:43.225135 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-af53c907-e6c4-42e6-89a2-160c76848d15 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:43.226742 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-af53c907-e6c4-42e6-89a2-160c76848d15 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 816 time: 0.3184261 Aug 23 16:29:43.276316 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-8e9bc7c5-dba2-46c4-ac7c-5bcbfcb9ea19 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 380 time: 0.0332937 Aug 23 16:29:43.287349 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'port': {'device_id': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'admin_state_up': True, 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'security_groups': ['029c3b5a-38cc-410c-882e-870a463b07da']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:43.291136 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.298938 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.299937 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c27df6aa-61c4-4b94-a7da-15294c63856b HTTP/1.1" status: 204 len: 168 time: 0.7075384 Aug 23 16:29:43.309607 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ce954-4325-4f90-bc53-b6c1c061d436 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27df6aa-61c4-4b94-a7da-15294c63856b,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:43.330285 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.346309 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:43.373432 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Pushing event deleted for resources: {'Port': ['ID=04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:43.427382 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] No DVR routers for this DVR port 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:29:43.432145 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.434302 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7894577a-db85-4b50-9bfc-af93b83df21a req-50563074-b19e-491c-aa1d-fc40d2b7889f tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.82 "DELETE /v2.0/ports/04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 HTTP/1.1" status: 204 len: 173 time: 0.7723124 Aug 23 16:29:43.434758 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'name': 'network-vif-deleted', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:43.436989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03868b4-e250-404c-9cb1-796d119cd292" -d '{"events": [{"server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "name": "network-vif-deleted", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:43.482341 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21821d4-2c8d-4fd1-a39e-f95f9b4dde27 x-openstack-request-id: req-e21821d4-2c8d-4fd1-a39e-f95f9b4dde27 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:43.482659 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47bc8a9-1819-4830-ade1-e275e4ae4138", "name": "network-vif-deleted", "tag": "04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:43.482912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e21821d4-2c8d-4fd1-a39e-f95f9b4dde27 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:43.483401 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47bc8a9-1819-4830-ade1-e275e4ae4138', 'name': 'network-vif-deleted', 'tag': '04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3', 'status': 'completed', 'code': 200} Aug 23 16:29:43.599031 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Made reservation on behalf of cd9bad6ac9834f18abeb51e08b0f873c for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:29:43.608158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.736535 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Allocated IP 172.20.0.5 (ded63f54-c8e5-4d7e-9c1d-4feba26a2032/d61b3d9d-df52-4266-8b30-2ba0f8d83c7d/67b54fee-7a04-4569-887a-a810076b8251) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:29:43.795717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54752) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:43.836634 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-a82923e7-f50c-4f3d-870c-69f45aa8aa99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c59099491a3491b9e1f2d0f58cf9f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397019 Aug 23 16:29:43.839898 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 54754) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:43.881665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.890380 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:43.901067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Transition to ACTIVE for port object 67b54fee-7a04-4569-887a-a810076b8251 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:29:43.915702 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.012832 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.081550 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.084219 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.085427 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4463e707-3b2a-4be2-847f-8149c5b36846 HTTP/1.1" status: 204 len: 168 time: 0.2446125 Aug 23 16:29:44.100969 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad930b4-9f09-4645-933a-77d7520ced00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463e707-3b2a-4be2-847f-8149c5b36846,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:44.184132 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d055eb88-c45d-4f9e-b320-b4dc16f81181 req-23bf851c-4a93-42f6-bc6a-30ab6160c27b tempest-VolumesSnapshotTestJSON-465632831 tempest-VolumesSnapshotTestJSON-465632831-project] 10.222.0.63 "GET /v2.0/ports?device_id=c47bc8a9-1819-4830-ade1-e275e4ae4138 HTTP/1.1" status: 200 len: 210 time: 0.0296488 Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d739f-5ae2-4d7d-939e-2d2b6b5e6087 req-ff7fc7c2-9fb7-422d-8e40-1bc43b8e9c19 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-475d739f-5ae2-4d7d-939e-2d2b6b5e6087 req-ff7fc7c2-9fb7-422d-8e40-1bc43b8e9c19 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 931 time: 0.1308548 Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:44.443124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.478572 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-475d739f-5ae2-4d7d-939e-2d2b6b5e6087 req-32256e35-4648-429f-9498-87a075759f5f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543694 Aug 23 16:29:44.611215 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-df92484c-bc5c-4011-9bb3-1d90f0834c3e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3275630 Aug 23 16:29:44.626985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Request body: {'port': {'device_id': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:44.680775 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.828081 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-b8642bf7-6086-424b-bf42-2efafafade1a None None] Provisioning for port 67b54fee-7a04-4569-887a-a810076b8251 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:29:44.832530 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-b8642bf7-6086-424b-bf42-2efafafade1a None None] Provisioning complete for port 67b54fee-7a04-4569-887a-a810076b8251 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:29:44.833918 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b8642bf7-6086-424b-bf42-2efafafade1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.874976 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-b8642bf7-6086-424b-bf42-2efafafade1a None None] Port 67b54fee-7a04-4569-887a-a810076b8251 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:29:44.968442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:29:44.977369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:44.990338 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Transition to ACTIVE for port object 67b54fee-7a04-4569-887a-a810076b8251 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:29:45.081132 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:45.135989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:45.209343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Attempting to bind port 67b54fee-7a04-4569-887a-a810076b8251 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:29:45.209893 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Attempting to bind port 67b54fee-7a04-4569-887a-a810076b8251 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:29:45.210233 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Attempting to bind port 67b54fee-7a04-4569-887a-a810076b8251 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:29:45.215865 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Port 67b54fee-7a04-4569-887a-a810076b8251 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:29:45.216202 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Attempting to bind port 67b54fee-7a04-4569-887a-a810076b8251 on network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:29:45.222105 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:29:45.222543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Checking segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:29:45.223088 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Bound using segment: {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:29:45.223671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Bound port: 67b54fee-7a04-4569-887a-a810076b8251, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584db616-b111-4de6-a79d-6376a643f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:29:45.224151 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:45.304367 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:29:45.308024 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:29:45.434028 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:45.468480 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.469121 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:45.470851 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] 10.222.0.82 "PUT /v2.0/ports/67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 200 len: 1093 time: 0.8482487 Aug 23 16:29:45.486571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:45.487289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80976f26-63db-4c85-bc1e-15e41a14258c" -d '{"events": [{"name": "network-changed", "server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:45.500666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a855d19-40aa-4b77-b51d-ff817fefd95e service neutron] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:45.503738 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb4ea-0736-4c86-97a4-665e7eb5e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:45.533297 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e05f2a-2d3b-4f46-904e-b4b35a25344a x-openstack-request-id: req-f9e05f2a-2d3b-4f46-904e-b4b35a25344a {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:45.533592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:45.533871 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9e05f2a-2d3b-4f46-904e-b4b35a25344a {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:45.534266 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'status': 'completed', 'code': 200} Aug 23 16:29:45.613166 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976f26-63db-4c85-bc1e-15e41a14258c req-3493692d-cd77-4dd4-bc21-b8020901374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.614732 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-80976f26-63db-4c85-bc1e-15e41a14258c req-3493692d-cd77-4dd4-bc21-b8020901374d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1096 time: 0.0541120 Aug 23 16:29:45.628769 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a4a4-178b-42da-9f99-ed15ef6b6697 req-ee08c330-2cb3-473a-b719-d7496500f9b7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.630802 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e29a4a4-178b-42da-9f99-ed15ef6b6697 req-ee08c330-2cb3-473a-b719-d7496500f9b7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0686147 Aug 23 16:29:45.687103 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e29a4a4-178b-42da-9f99-ed15ef6b6697 req-00a27dfc-dffd-4b00-a514-ebb0b0416fe5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492721 Aug 23 16:29:45.741527 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976f26-63db-4c85-bc1e-15e41a14258c req-10fa1e59-5a56-4e97-bf26-1c1974699131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.743231 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-80976f26-63db-4c85-bc1e-15e41a14258c req-10fa1e59-5a56-4e97-bf26-1c1974699131 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1205659 Aug 23 16:29:45.838618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976f26-63db-4c85-bc1e-15e41a14258c req-b27ddc24-5cb6-4acf-8e02-95fa8668516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.840097 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-80976f26-63db-4c85-bc1e-15e41a14258c req-b27ddc24-5cb6-4acf-8e02-95fa8668516c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886874 Aug 23 16:29:45.921343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-6119c02a-d1b9-42a8-88ce-d0b590892e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:45.922915 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-6119c02a-d1b9-42a8-88ce-d0b590892e55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1096 time: 0.0434802 Aug 23 16:29:45.970737 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-5593ad4c-ecfe-43eb-ba55-da2586027cc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 200 len: 217 time: 0.0383019 Aug 23 16:29:46.031041 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-f09ceaf9-ebf8-4a68-9a45-b15090282bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:46.032590 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-f09ceaf9-ebf8-4a68-9a45-b15090282bab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0527344 Aug 23 16:29:46.086678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-00d29856-72d9-4459-94b3-ff6e4c3b0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:46.089546 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-00d29856-72d9-4459-94b3-ff6e4c3b0c88 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471282 Aug 23 16:29:46.186528 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:29:46.194840 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-d4b14458-b10c-4c67-b72d-9bff1bcf7fbd service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973818 Aug 23 16:29:46.205837 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:29:46.206178 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 04b8123e-fae2-4a7d-ad5a-9ba4c07e4fe3 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:29:46.294759 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f4572a1-421f-4cec-9d3c-1d2f23511f28 req-3233dd44-02d3-4b6e-ba57-c5d5a6a3d5bb service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919230 Aug 23 16:29:46.823205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1cc48-4ff8-4764-a114-1f6f3918033f req-42d1d82a-6f8d-482d-92a3-c1e4bc7129da tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:46.825348 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ff1cc48-4ff8-4764-a114-1f6f3918033f req-42d1d82a-6f8d-482d-92a3-c1e4bc7129da tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0539052 Aug 23 16:29:46.873306 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ff1cc48-4ff8-4764-a114-1f6f3918033f req-db4c2ad4-653d-4ccc-9b39-090cbfb00141 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Aug 23 16:29:48.005382 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4dd6-3b95-4dfd-907e-a59bcb2a066a req-83521761-8b49-4ee3-a8ca-cab0e5df67e1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:48.006905 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa6f4dd6-3b95-4dfd-907e-a59bcb2a066a req-83521761-8b49-4ee3-a8ca-cab0e5df67e1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0531218 Aug 23 16:29:48.049333 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa6f4dd6-3b95-4dfd-907e-a59bcb2a066a req-fac81718-10a0-42ab-9b3f-5ec66bcbb5a3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Aug 23 16:29:48.178606 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4221e130-32fc-4c5e-9497-ff28632b6958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:48.322068 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:49.178990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7f78-9794-4825-ba1f-0bc767f20635 req-509da1a8-2170-4efa-b85c-94eba9dd53dd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:49.180461 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a3f7f78-9794-4825-ba1f-0bc767f20635 req-509da1a8-2170-4efa-b85c-94eba9dd53dd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0511410 Aug 23 16:29:49.198689 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:49.221082 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9a3f7f78-9794-4825-ba1f-0bc767f20635 req-51b39b86-b762-49b1-adc8-fe51f7eb36e4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345981 Aug 23 16:29:50.356918 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65044ca-e27c-46d9-bd0a-97e875c77ee0 req-630f1711-d7ef-48c2-8e1a-8d39aaca826a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:50.360286 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a65044ca-e27c-46d9-bd0a-97e875c77ee0 req-630f1711-d7ef-48c2-8e1a-8d39aaca826a tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0524104 Aug 23 16:29:50.401353 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a65044ca-e27c-46d9-bd0a-97e875c77ee0 req-37b22843-f7af-4b75-bd5d-ff1217f8e8fd tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367584 Aug 23 16:29:50.936186 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:50.994552 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:29:51.093662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:51.105145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '67b54fee-7a04-4569-887a-a810076b8251', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:29:51.141583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:51.154857 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:29:51.179603 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:51.368771 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:51.416203 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:51.423182 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.423515 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.423850 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.424178 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.424504 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.424830 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.425147 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.425466 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.425907 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.426176 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.426494 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.426858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:29:51.533079 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121a57-f5b9-4e5c-8240-bd40b624dcf7 req-d7574b6f-4da3-430d-9c09-67b1609e4769 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:51.534610 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0121a57-f5b9-4e5c-8240-bd40b624dcf7 req-d7574b6f-4da3-430d-9c09-67b1609e4769 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 944 time: 0.0527444 Aug 23 16:29:51.575091 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0121a57-f5b9-4e5c-8240-bd40b624dcf7 req-9ca42cab-fb86-4d3c-b83e-7873a16d00ec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Aug 23 16:29:51.606651 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['67b54fee-7a04-4569-887a-a810076b8251'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:29:52.221642 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:29:52.361045 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 67b54fee-7a04-4569-887a-a810076b8251 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:29:52.365348 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 67b54fee-7a04-4569-887a-a810076b8251 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:29:52.365724 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:52.453170 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:52.475513 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:52.478324 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28711346-ef10-43f4-b4ce-e0c2243332da" -d '{"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:52.498767 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:29:52.520208 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818184cc-5dca-47d8-8539-b979f7aed5e5 x-openstack-request-id: req-818184cc-5dca-47d8-8539-b979f7aed5e5 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:52.520511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:52.520768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-818184cc-5dca-47d8-8539-b979f7aed5e5 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:52.521164 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'code': 200} Aug 23 16:29:52.694759 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d7d4-20c7-48e9-9d98-abc365371179 req-64fd8948-e05e-4857-afb3-cb463cbc8786 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:52.696235 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c777d7d4-20c7-48e9-9d98-abc365371179 req-64fd8948-e05e-4857-afb3-cb463cbc8786 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 944 time: 0.0495191 Aug 23 16:29:52.739428 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c777d7d4-20c7-48e9-9d98-abc365371179 req-4fd4d64a-715a-4dbc-a513-828cec498066 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Aug 23 16:29:52.778435 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:52.847180 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:29:53.098127 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501dddd-c8bd-4108-b54e-5b40471a5def req-7e703413-a4d8-405a-b79b-d069ae71148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:53.099649 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c501dddd-c8bd-4108-b54e-5b40471a5def req-7e703413-a4d8-405a-b79b-d069ae71148a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1098 time: 0.1412046 Aug 23 16:29:53.141231 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c501dddd-c8bd-4108-b54e-5b40471a5def req-67b51dae-3d16-4031-9fb4-d7928233f98b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Aug 23 16:29:53.863571 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e0118-496c-4537-ae04-28cb4c107555 req-de2470c9-4ac3-4d96-b934-4825fda8428f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:53.865027 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0f6e0118-496c-4537-ae04-28cb4c107555 req-de2470c9-4ac3-4d96-b934-4825fda8428f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Aug 23 16:29:53.908663 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0f6e0118-496c-4537-ae04-28cb4c107555 req-279fc92d-301a-4e8b-834c-4ec26a6ce857 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371327 Aug 23 16:29:55.043270 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1a0f4-bae1-40c3-82c0-1ba0730cd4f6 req-af9f3266-33d2-473f-91fd-fd762700cc41 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:55.044259 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-03f1a0f4-bae1-40c3-82c0-1ba0730cd4f6 req-af9f3266-33d2-473f-91fd-fd762700cc41 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0535338 Aug 23 16:29:55.095050 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-03f1a0f4-bae1-40c3-82c0-1ba0730cd4f6 req-5d2615de-248c-4cda-a675-14d5a23d3ff9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Aug 23 16:29:55.203003 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:29:56.225166 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c4616-1916-4956-b917-7060d9870f21 req-10c9b3ba-1b6b-4a39-b5bd-9a1c16c86d78 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:56.226664 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bf5c4616-1916-4956-b917-7060d9870f21 req-10c9b3ba-1b6b-4a39-b5bd-9a1c16c86d78 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Aug 23 16:29:56.267466 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bf5c4616-1916-4956-b917-7060d9870f21 req-332eddd2-3aa6-4a4a-bf55-d8e9b3a9d902 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331132 Aug 23 16:29:57.396857 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acadf2-3799-4a5a-9a33-59100c557b2a req-02c4fe4a-b945-46f9-a018-49bb0770ca62 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:57.398382 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-44acadf2-3799-4a5a-9a33-59100c557b2a req-02c4fe4a-b945-46f9-a018-49bb0770ca62 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Aug 23 16:29:57.443314 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-44acadf2-3799-4a5a-9a33-59100c557b2a req-a7786291-336f-4933-89c6-00d9049e4cf4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Aug 23 16:29:58.572566 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db6c9-7704-4a62-b78c-3d3b10cb8727 req-600e448c-cfa9-4788-8ac6-96f998ba362f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:58.574141 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811db6c9-7704-4a62-b78c-3d3b10cb8727 req-600e448c-cfa9-4788-8ac6-96f998ba362f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0513551 Aug 23 16:29:58.623908 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-811db6c9-7704-4a62-b78c-3d3b10cb8727 req-c4a4e62b-c535-4d1c-a585-725f3f8ad0ae tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Aug 23 16:29:58.742990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4bc7-542c-4200-91f9-336a90035e5e req-3fe20006-6148-4d65-9622-02f6782677c6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:29:58.744892 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e2db4bc7-542c-4200-91f9-336a90035e5e req-3fe20006-6148-4d65-9622-02f6782677c6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 23 16:29:58.753488 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55004) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:29:58.758059 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Request body: {'floatingip': {'port_id': '67b54fee-7a04-4569-887a-a810076b8251'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:29:58.799494 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:59.255327 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:59.341513 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:59.442317 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Floating IP 559809c7-71f3-4e52-bbd6-993907e3e664 associated. External IP: 172.27.3.40, port: 67b54fee-7a04-4569-887a-a810076b8251. Aug 23 16:29:59.656871 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:29:59.770512 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:29:59.775872 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:29:59.780089 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:29:59.792258 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:29:59.792878 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:29:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:29:59.805088 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bdb8a574-78cc-4387-b27f-08a48e39dcb1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "PUT /v2.0/floatingips/559809c7-71f3-4e52-bbd6-993907e3e664 HTTP/1.1" status: 200 len: 990 time: 1.0504172 Aug 23 16:29:59.806817 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:29:59.808904 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd" -d '{"events": [{"name": "network-changed", "server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:29:59.847857 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cb906f-cd97-486b-9e36-ac8cc228fa8a x-openstack-request-id: req-e6cb906f-cd97-486b-9e36-ac8cc228fa8a {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:29:59.848389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:29:59.848800 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6cb906f-cd97-486b-9e36-ac8cc228fa8a {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:29:59.849369 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'status': 'completed', 'code': 200} Aug 23 16:29:59.914169 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:00.079211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-65c66472-6781-458f-93de-70cb0fd382c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:00.082696 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-65c66472-6781-458f-93de-70cb0fd382c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1098 time: 0.0505490 Aug 23 16:30:00.193513 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-328ef5f9-09df-42e7-8571-f7f8ea3224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:00.193513 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-328ef5f9-09df-42e7-8571-f7f8ea3224a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.1037493 Aug 23 16:30:00.247780 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '559809c7-71f3-4e52-bbd6-993907e3e664', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:29:37Z', 'updated_at': '2021-08-23T16:29:59Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:00.278391 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:30:00.279183 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-a0058d9d-7f64-4f08-8c7e-ca6bda78825b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 200 len: 998 time: 0.0704615 Aug 23 16:30:00.287977 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:00.288640 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:29:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:00.340552 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-5e221733-56c7-40f1-9441-7fddccc851b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:00.342112 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-5e221733-56c7-40f1-9441-7fddccc851b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0508130 Aug 23 16:30:00.406524 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-924e187d-8e5c-4bd0-9218-f7e60b82f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:00.408058 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-924e187d-8e5c-4bd0-9218-f7e60b82f708 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535622 Aug 23 16:30:00.411248 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:00.525069 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-18980cb7-6a48-4221-ae45-f9790042ce9a service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074507 Aug 23 16:30:00.642915 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ca74ec6-0af1-4736-8a41-969b2e5bdffd req-04a43154-5e27-4145-ac69-433e0791373a service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078889 Aug 23 16:30:00.670325 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '559809c7-71f3-4e52-bbd6-993907e3e664', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:29:37Z', 'updated_at': '2021-08-23T16:29:59Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:00.700275 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b5a47-116e-4023-b1f0-8f9c39e0cee4 None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '559809c7-71f3-4e52-bbd6-993907e3e664', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:29:37Z', 'updated_at': '2021-08-23T16:29:59Z', 'revision_number': 1, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:30:00.917552 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c6b47-ac70-44c8-9638-25c84cccaefe None None] New status for floating IP 559809c7-71f3-4e52-bbd6-993907e3e664: ACTIVE {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:30:06.804139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55166) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:06.917945 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.009399 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.223509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.261935 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e7d236ee38914b7891e519a7be89a783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565315 Aug 23 16:30:07.263078 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b41941-df40-45f0-b6ff-35f17ce9f7a0,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:07.264654 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55172) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:07.270408 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.270837 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.271105 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.271443 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.271771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.272099 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.272467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.272775 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.273150 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.273436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.273716 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.274731 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b2ad0-c66f-4839-a1e5-e2e538a0b3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:07.320368 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.341631 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.601590 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.601590 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:07.601590 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69b41941-df40-45f0-b6ff-35f17ce9f7a0 HTTP/1.1" status: 204 len: 168 time: 0.3335061 Aug 23 16:30:07.608014 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c12f8f-b584-4038-9427-3323060ca067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b41941-df40-45f0-b6ff-35f17ce9f7a0,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:08.434957 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55186) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:08.450195 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17694ee2-4cfc-427f-b42a-c4fa10a19ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:08.541979 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17694ee2-4cfc-427f-b42a-c4fa10a19ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:08.714779 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17694ee2-4cfc-427f-b42a-c4fa10a19ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:08.755530 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-17694ee2-4cfc-427f-b42a-c4fa10a19ca5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=348537e008494b10bc0db53cfca4c56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180366 Aug 23 16:30:08.755530 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17694ee2-4cfc-427f-b42a-c4fa10a19ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06fb83-a6a1-48d0-beaf-299107605244,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:08.756805 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55194) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:08.807593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:08.834126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:09.055711 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:09.058360 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:09.059596 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa06fb83-a6a1-48d0-beaf-299107605244 HTTP/1.1" status: 204 len: 168 time: 0.3016975 Aug 23 16:30:09.068302 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629a7d1-12b6-484f-9a5c-f1d5739007da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06fb83-a6a1-48d0-beaf-299107605244,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:09.477197 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55210) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:09.582273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f24872fe-da90-4174-8f6e-78c484b7f038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:09.676850 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f24872fe-da90-4174-8f6e-78c484b7f038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.172080 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f24872fe-da90-4174-8f6e-78c484b7f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.214172 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f24872fe-da90-4174-8f6e-78c484b7f038 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=12448d322cf34f92a5dae2f98c4c4c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357385 Aug 23 16:30:10.216023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24872fe-da90-4174-8f6e-78c484b7f038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19536fb-3a62-49fa-927b-b73d4d31406e,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:10.216857 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55224) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:10.271383 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.294462 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.474845 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.478574 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:10.480765 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b19536fb-3a62-49fa-927b-b73d4d31406e HTTP/1.1" status: 204 len: 168 time: 0.2627430 Aug 23 16:30:10.490844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96befba-7a8d-4bd9-bacf-778da1708023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19536fb-3a62-49fa-927b-b73d4d31406e,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:11.484542 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:11.622247 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55260) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:11.632823 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-12af85a6-f987-4671-9374-aef197c44eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:11.732380 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-12af85a6-f987-4671-9374-aef197c44eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:11.834921 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-12af85a6-f987-4671-9374-aef197c44eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:11.877114 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-12af85a6-f987-4671-9374-aef197c44eb3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c921671bbebb4093bfb717c3077f1c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577271 Aug 23 16:30:11.879109 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af85a6-f987-4671-9374-aef197c44eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ee483-7345-4048-9169-54485086685b,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:11.879918 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55268) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:11.932013 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:11.953900 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:12.150148 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:12.153256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:12.156588 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a0ee483-7345-4048-9169-54485086685b HTTP/1.1" status: 204 len: 168 time: 0.2731242 Aug 23 16:30:12.164292 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1a9c-42d2-49e0-82e5-8e7dbc45a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ee483-7345-4048-9169-54485086685b,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:13.508724 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55314) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:13.622440 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-83457409-69fc-469b-97d2-0ea77a7f05b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:13.711196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-83457409-69fc-469b-97d2-0ea77a7f05b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:13.832753 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-83457409-69fc-469b-97d2-0ea77a7f05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:13.872757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83457409-69fc-469b-97d2-0ea77a7f05b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fdd4be-c5d6-449c-8fe5-bd8b20d3af1e,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:13.877892 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-83457409-69fc-469b-97d2-0ea77a7f05b1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=31743e1eecb44df69522a8f7480d700d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677838 Aug 23 16:30:13.880658 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55324) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:13.932931 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:13.954073 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:14.193019 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:14.195757 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:14.196960 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70fdd4be-c5d6-449c-8fe5-bd8b20d3af1e HTTP/1.1" status: 204 len: 168 time: 0.3152182 Aug 23 16:30:14.205208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e57372-e9d8-4981-a689-fc6b552ea4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fdd4be-c5d6-449c-8fe5-bd8b20d3af1e,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:15.278960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55356) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:15.292750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e60e26bd-dd44-4a93-8212-de342d41e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:15.384660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e60e26bd-dd44-4a93-8212-de342d41e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:15.394623 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-26fffcb5-591b-42cd-a1b3-8ec2d8506e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:15.589182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e60e26bd-dd44-4a93-8212-de342d41e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:15.628292 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e26bd-dd44-4a93-8212-de342d41e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f528b9-aac1-49d6-9456-354c1f578f5a,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:15.632369 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e60e26bd-dd44-4a93-8212-de342d41e2f7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4fb47e2f4938486686aedcb17831aba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523800 Aug 23 16:30:15.641357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55364) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:15.692191 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:15.713564 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:16.084416 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:16.089400 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:16.102460 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6f528b9-aac1-49d6-9456-354c1f578f5a HTTP/1.1" status: 204 len: 168 time: 0.4475236 Aug 23 16:30:16.102460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e1e55-5762-4746-8143-d842a1a487e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f528b9-aac1-49d6-9456-354c1f578f5a,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:18.227260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-01e055f5-3c47-4c8b-8cca-8d3d03816a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:18.324742 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:19.227485 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:20.901124 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:20.922954 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55548) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:21.043046 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-32870c0a-992b-450c-9323-ef5091618eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.136565 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-32870c0a-992b-450c-9323-ef5091618eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.240730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-32870c0a-992b-450c-9323-ef5091618eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.279660 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-32870c0a-992b-450c-9323-ef5091618eb8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef571cf17b084f8a94effa9ba98866d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555911 Aug 23 16:30:21.283197 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870c0a-992b-450c-9323-ef5091618eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed16bf-05f7-467f-a468-5588cd7f5074,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:21.283357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55554) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:21.331103 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.354004 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.509666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.512158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.513325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4eed16bf-05f7-467f-a468-5588cd7f5074 HTTP/1.1" status: 204 len: 168 time: 0.2300491 Aug 23 16:30:21.521575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db5b1f-df70-441c-bb90-8692bd9d6326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed16bf-05f7-467f-a468-5588cd7f5074,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:21.685110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55564) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:21.731571 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Deleting subnet f6d5bb99-3f0c-404c-adbb-542febb70f03 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:30:21.734736 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.769186 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:21.811861 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.004511 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.029855 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d5bb99-3f0c-404c-adbb-542febb70f03,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:22.035854 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.037798 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c2ec2bda-6bee-4524-82df-a0eb0ccf2db4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f6d5bb99-3f0c-404c-adbb-542febb70f03 HTTP/1.1" status: 204 len: 168 time: 0.3515141 Aug 23 16:30:22.040980 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55574) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:22.118230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.195466 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.205358 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e84760e-394f-4548-a80e-b7d14bf1c5f4']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:22.223153 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707636b0-36c1-471f-9200-0cc5f6e5f56d') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:22.223456 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707636b0-36c1-471f-9200-0cc5f6e5f56d') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:22.233439 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.247606 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.253953 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:30:22.254353 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:30:22.255994 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:30:22.353863 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55584) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:22.367847 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92a4fad0-acab-4b55-8c32-f382011ec9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.464924 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92a4fad0-acab-4b55-8c32-f382011ec9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.503617 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.511513 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.514855 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] 10.222.0.63 "DELETE /v2.0/networks/8e84760e-394f-4548-a80e-b7d14bf1c5f4 HTTP/1.1" status: 204 len: 168 time: 0.4713187 Aug 23 16:30:22.525900 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37184d-dcea-4a70-98a8-48932825a76f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e84760e-394f-4548-a80e-b7d14bf1c5f4,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:22.612855 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-92a4fad0-acab-4b55-8c32-f382011ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.653595 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-92a4fad0-acab-4b55-8c32-f382011ec9e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b8cbe7327432400189e5402494f15ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985971 Aug 23 16:30:22.655494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4fad0-acab-4b55-8c32-f382011ec9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee524528-87ed-4e7a-9457-76aa94e6a0d0,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:22.656280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55594) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:22.709312 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.732055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.978494 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.981177 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:22.982454 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee524528-87ed-4e7a-9457-76aa94e6a0d0 HTTP/1.1" status: 204 len: 168 time: 0.3251750 Aug 23 16:30:22.990796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56419f55-2d87-4fc0-b8fa-d4757dc5354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee524528-87ed-4e7a-9457-76aa94e6a0d0,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:23.147155 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55600) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:23.193366 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-826a3220-72da-4f08-9fe6-d710eb451486 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78dfbbf5f78b4b7cac9aad095a4a26c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450330 Aug 23 16:30:23.197330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55604) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:23.247307 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:23.268552 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:23.421217 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:23.424355 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:23.425159 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c58b139-c94d-4740-9bf4-0e502d14505d HTTP/1.1" status: 204 len: 168 time: 0.2277477 Aug 23 16:30:23.434705 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08e70f-5d9f-4a3d-ae80-e7cb780883a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58b139-c94d-4740-9bf4-0e502d14505d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:24.995480 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55662) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:25.157583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-86d8bc69-0f21-43b3-9b54-ab32d80ffa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.175378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55670) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:25.240070 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-240209349-network', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:25.256520 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-86d8bc69-0f21-43b3-9b54-ab32d80ffa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.375390 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-86d8bc69-0f21-43b3-9b54-ab32d80ffa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.418235 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8bc69-0f21-43b3-9b54-ab32d80ffa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4d0ac-76ff-4329-b427-d4e9d1dff645,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:25.425573 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55682) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:25.425800 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-86d8bc69-0f21-43b3-9b54-ab32d80ffa00 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a8de9d77c5f04a85a2630e6fe7c7600c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289660 Aug 23 16:30:25.481738 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.503816 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.538168 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Made reservation on behalf of d94d8b985f0446048281e61d3f75b695 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:30:25.540659 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.550216 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.743960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.749645 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:25.749645 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84c4d0ac-76ff-4329-b427-d4e9d1dff645 HTTP/1.1" status: 204 len: 168 time: 0.3210399 Aug 23 16:30:25.765795 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a062a7-0006-42cd-8d80-f056a8db04be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4d0ac-76ff-4329-b427-d4e9d1dff645,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:25.837643 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.034782 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.059874 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:30:26.068622 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d0b520-04d1-4d5b-995d-2c5e98317efb,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:26.076137 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.076517 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Added segment c345ebe1-91dd-4a41-9636-c7b0115994f3 of type vlan for network 0df0280e-6074-4d87-b515-75c1b78062d3 Aug 23 16:30:26.117809 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.297608 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.298684 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:26.299364 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.370191 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0df0280e-6074-4d87-b515-75c1b78062d3,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:26.381020 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 0df0280e-6074-4d87-b515-75c1b78062d3 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:30:26.388104 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c52c16a2-081b-4804-96fb-6d29325508b9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2116039 Aug 23 16:30:26.390781 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55696) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:26.396665 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Request body: {'subnet': {'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-240209349-subnet', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:26.434700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55698) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:26.543816 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f8654d7-eff6-42f9-bf6a-a8f093ec2d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.554859 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Made reservation on behalf of d94d8b985f0446048281e61d3f75b695 for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:30:26.557125 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28849075'] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.642473 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f8654d7-eff6-42f9-bf6a-a8f093ec2d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.771992 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f8654d7-eff6-42f9-bf6a-a8f093ec2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.811420 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-1f8654d7-eff6-42f9-bf6a-a8f093ec2d82 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ca2557c1ced4f18b6dc40aa7b45d309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754463 Aug 23 16:30:26.812445 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8654d7-eff6-42f9-bf6a-a8f093ec2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5015df-c0fe-42ea-9574-f78b682ffc60,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:26.814623 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55704) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:26.864804 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.886414 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.920482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28330964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28849117'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.975947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55706) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:26.983536 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:26.989922 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6a150a94-91f7-4ff5-9514-bb1d15e37136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:26.993140 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:26.993583 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Network hostable DHCP agents. Network: 0df0280e-6074-4d87-b515-75c1b78062d3, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:30:27.097717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.100446 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.102237 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9e5015df-c0fe-42ea-9574-f78b682ffc60 HTTP/1.1" status: 204 len: 168 time: 0.2860847 Aug 23 16:30:27.110753 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b2206-ba72-4d0d-af4d-8df2af67e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5015df-c0fe-42ea-9574-f78b682ffc60,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:27.138017 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:30:27.169697 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6a150a94-91f7-4ff5-9514-bb1d15e37136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.335148 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 0df0280e-6074-4d87-b515-75c1b78062d3) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:27.340309 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:27.340914 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.345978 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0c1de-be16-4db8-82ea-12572831b5dd None None] Network 0df0280e-6074-4d87-b515-75c1b78062d3 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:30:27.421176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6a150a94-91f7-4ff5-9514-bb1d15e37136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.461613 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-6a150a94-91f7-4ff5-9514-bb1d15e37136 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=93196dce32f44646a94544378478ce02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838836 Aug 23 16:30:27.465543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55710) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:27.472224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a150a94-91f7-4ff5-9514-bb1d15e37136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2392fd3-5602-461a-8854-84a49e504323,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:27.498407 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-0df0280e-6074-4d87-b515-75c1b78062d3', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:30:27.499518 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.525315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.548732 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.550200 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-43dace07-0fc2-4d22-bdaf-a7c75027ef17 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1579781 Aug 23 16:30:27.552608 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55712) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:27.557514 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:27.642637 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Allocated IP 172.20.0.2 (0df0280e-6074-4d87-b515-75c1b78062d3/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5/f9a97741-6b76-4e77-b6f3-94193141226b) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:27.796437 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.809811 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.813705 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.930570 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.930785 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Transition to ACTIVE for port object f9a97741-6b76-4e77-b6f3-94193141226b will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:27.933519 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:27.934719 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2392fd3-5602-461a-8854-84a49e504323 HTTP/1.1" status: 204 len: 168 time: 0.4679458 Aug 23 16:30:27.943258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f6636-3044-460a-86be-7074dab991db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2392fd3-5602-461a-8854-84a49e504323,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:27.953447 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Transition to ACTIVE for port object f9a97741-6b76-4e77-b6f3-94193141226b will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:27.999564 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.115405 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.161747 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:28.168074 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:28.170814 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Pushing event updated for resources: {'Port': ['ID=f9a97741-6b76-4e77-b6f3-94193141226b,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:28.173186 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:28.228773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Attempting to bind port f9a97741-6b76-4e77-b6f3-94193141226b on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:28.228773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Attempting to bind port f9a97741-6b76-4e77-b6f3-94193141226b by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:28.229108 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Attempting to bind port f9a97741-6b76-4e77-b6f3-94193141226b on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:28.234509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:28.234894 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:28.235271 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.235661 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Bound using segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:28.236117 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Bound port: f9a97741-6b76-4e77-b6f3-94193141226b, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:28.236494 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.252961 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.304975 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] For port f9a97741-6b76-4e77-b6f3-94193141226b, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:28.308497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] For port f9a97741-6b76-4e77-b6f3-94193141226b, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f9a97741-6b76-4e77-b6f3-94193141226b,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:28.379171 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55724) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:28.393468 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e75bb7c-b4d6-40d1-ac3d-138cca846890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.463459 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.505205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e75bb7c-b4d6-40d1-ac3d-138cca846890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.547315 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523c65-0828-4757-8c7b-2e30ea2254b7 None None] Pushing event updated for resources: {'Port': ['ID=f9a97741-6b76-4e77-b6f3-94193141226b,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:28.586400 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.609819 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.649687 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9e75bb7c-b4d6-40d1-ac3d-138cca846890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.692439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9e75bb7c-b4d6-40d1-ac3d-138cca846890 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca25351e36ea4ccc873055ec1b5369ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098512 Aug 23 16:30:28.692439 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75bb7c-b4d6-40d1-ac3d-138cca846890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ca991-952d-42ab-b951-0cb3b06f1bf8,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:28.695353 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55730) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:28.745633 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Allocated IP 172.27.3.102 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/fe8fa5d7-3d72-4d97-8fa8-71cef183425e) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:28.791210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.823397 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:28.881143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:29.081538 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:29.134101 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:29.137422 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:29.142113 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:29.152378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:29.360970 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:29.363618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:29.364812 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a96ca991-952d-42ab-b951-0cb3b06f1bf8 HTTP/1.1" status: 204 len: 168 time: 0.6695507 Aug 23 16:30:29.373012 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9c56-a4cf-4b30-8d6c-0351e34c5495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ca991-952d-42ab-b951-0cb3b06f1bf8,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:29.636088 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b69ffab-513c-46f7-97da-467e2c6837fe None None] Network 0df0280e-6074-4d87-b515-75c1b78062d3 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:30:29.732629 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f9a97741-6b76-4e77-b6f3-94193141226b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:29.890799 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ffcb4521-6aa1-42c5-b72f-536e9741c140 None None] Provisioning for port f9a97741-6b76-4e77-b6f3-94193141226b completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:29.910503 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:29.935505 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port f9a97741-6b76-4e77-b6f3-94193141226b completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:29.939578 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port f9a97741-6b76-4e77-b6f3-94193141226b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:29.944487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.137367 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.176721 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.212854 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ff0cde91-a728-45bd-8081-07d10241e719 None None] Provisioning complete for port f9a97741-6b76-4e77-b6f3-94193141226b triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:30.213225 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde91-a728-45bd-8081-07d10241e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.260804 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port f9a97741-6b76-4e77-b6f3-94193141226b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f9a97741-6b76-4e77-b6f3-94193141226b,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:30.311575 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde91-a728-45bd-8081-07d10241e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.455530 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:30:30.456430 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.549921 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=f9a97741-6b76-4e77-b6f3-94193141226b,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:30.572686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.db.api [None req-ff0cde91-a728-45bd-8081-07d10241e719 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 16:30:30.573076 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG oslo_db.api [None req-ff0cde91-a728-45bd-8081-07d10241e719 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 16:30:30.600666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:30:30.611740 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:30:30.625724 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:30.626574 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:30.743553 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:30.778502 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:30.785452 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7ccfb0ca-603f-49f1-96c8-94af5c8f4db5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2262485 Aug 23 16:30:30.785663 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55772) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:30.968183 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:29Z', 'revision_number': 3, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:31.010574 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:30:31.011158 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Updating router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c port fe8fa5d7-3d72-4d97-8fa8-71cef183425e binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:30:31.040615 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.277019 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.377878 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.393007 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Transition to ACTIVE for port object fe8fa5d7-3d72-4d97-8fa8-71cef183425e will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:31.466523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Allocated IP 172.20.0.1 (0df0280e-6074-4d87-b515-75c1b78062d3/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5/cb7a5bef-c685-4208-8d56-cc3c28283aca) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:31.512418 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.587165 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e347f3-51f6-47ac-8f6b-f703c6839b0d None None] Pushing event updated for resources: {'Port': ['ID=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:31.591373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.598733 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Attempting to bind port fe8fa5d7-3d72-4d97-8fa8-71cef183425e on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:31.602768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Attempting to bind port fe8fa5d7-3d72-4d97-8fa8-71cef183425e by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:31.602768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Attempting to bind port fe8fa5d7-3d72-4d97-8fa8-71cef183425e on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:31.606097 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:31.606692 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:31.607289 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.607863 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:31.608372 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Bound port: fe8fa5d7-3d72-4d97-8fa8-71cef183425e, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:31.609099 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.610176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Transition to ACTIVE for port object cb7a5bef-c685-4208-8d56-cc3c28283aca will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:31.673326 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] For port fe8fa5d7-3d72-4d97-8fa8-71cef183425e, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:31.676939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] For port fe8fa5d7-3d72-4d97-8fa8-71cef183425e, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:31.717271 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f9a97741-6b76-4e77-b6f3-94193141226b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:31.779265 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port f9a97741-6b76-4e77-b6f3-94193141226b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:31.779943 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.833176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.850638 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.884877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:31.888097 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:31.895824 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:31.910230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Pushing event updated for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:31.936699 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:31.937553 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:31.965021 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:31.983156 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e347f3-51f6-47ac-8f6b-f703c6839b0d None None] Pushing event updated for resources: {'Port': ['ID=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:32.099662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:32.211310 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:30:32.228079 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:32.335176 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:29Z', 'revision_number': 3, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:32.366346 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ffd75-3f26-4a04-88e5-cdce531aae45 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:29Z', 'revision_number': 3, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:30:32.368225 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-094ef555-8632-4e1c-8e90-4b1c23b49fff None None] Provisioning for port cb7a5bef-c685-4208-8d56-cc3c28283aca completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:32.373676 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-094ef555-8632-4e1c-8e90-4b1c23b49fff None None] Provisioning complete for port cb7a5bef-c685-4208-8d56-cc3c28283aca triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:32.374385 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-094ef555-8632-4e1c-8e90-4b1c23b49fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:32.422588 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-094ef555-8632-4e1c-8e90-4b1c23b49fff None None] Port cb7a5bef-c685-4208-8d56-cc3c28283aca cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:30:32.467591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:32.546819 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:32.623035 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:32.624853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Pushing event updated for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:32.751060 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:32.752797 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:32.901263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:30:33.062479 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:30:33.071428 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7362abf1-c697-4e21-a713-10d4c55b524c admin admin] 10.222.0.63 "PUT /v2.0/routers/9d4dd5c4-1eba-40b4-84da-5968cd6ce94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874990 Aug 23 16:30:33.081431 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-2eeb4865-9d15-4444-9048-7081038628e3 None None] Provisioning complete for port cb7a5bef-c685-4208-8d56-cc3c28283aca triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:33.082017 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4865-9d15-4444-9048-7081038628e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:33.133955 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb4865-9d15-4444-9048-7081038628e3 None None] Port cb7a5bef-c685-4208-8d56-cc3c28283aca cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:30:33.176023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f477a-70a7-46bb-baa5-ad8485d81b55 req-8703750c-c2ea-4c66-9a5b-76b3abadc6fb tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:33.180060 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e65f477a-70a7-46bb-baa5-ad8485d81b55 req-8703750c-c2ea-4c66-9a5b-76b3abadc6fb tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0817482 Aug 23 16:30:33.244087 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e65f477a-70a7-46bb-baa5-ad8485d81b55 req-f033ba95-bf56-4f9c-937f-3e71e3eb51b8 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Aug 23 16:30:33.750013 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fe8fa5d7-3d72-4d97-8fa8-71cef183425e up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:34.092469 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port fe8fa5d7-3d72-4d97-8fa8-71cef183425e completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:34.100061 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port fe8fa5d7-3d72-4d97-8fa8-71cef183425e triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:34.100681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.211997 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.237591 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port fe8fa5d7-3d72-4d97-8fa8-71cef183425e, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:34.330399 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:30:34.349460 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:34.350957 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:34.389081 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.458229 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54067c-68c1-4b00-9d61-474762923483 req-52ae621a-acdd-4c45-ae18-fc79364a72b6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:34.461539 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6b54067c-68c1-4b00-9d61-474762923483 req-52ae621a-acdd-4c45-ae18-fc79364a72b6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1222367 Aug 23 16:30:34.483936 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:34.517394 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:34.527318 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6b54067c-68c1-4b00-9d61-474762923483 req-30e70ce9-dfcc-4026-a360-0ad3be7dfe86 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539055 Aug 23 16:30:34.549813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55860) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:34.557300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-847672462-network', 'tenant_id': '17492e8580e24f2d96abd43c06350e63'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:34.720575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Made reservation on behalf of 17492e8580e24f2d96abd43c06350e63 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:30:34.723520 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.735741 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.762410 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 2, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:34.789741 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:30:34.790134 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Updating router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c port cb7a5bef-c685-4208-8d56-cc3c28283aca binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:30:34.825240 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:34.839890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.000202 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.021907 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:30:35.039376 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437593a3-05b5-47c6-af8c-03cdf074fa2d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:35.042564 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.042958 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Added segment 525c3867-bf47-443e-b559-61a04941e619 of type vlan for network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 Aug 23 16:30:35.083953 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.125960 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.137811 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Transition to ACTIVE for port object cb7a5bef-c685-4208-8d56-cc3c28283aca will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:35.467069 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.468093 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:35.468686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.527157 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.535479 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] Pushing event updated for resources: {'Network': ['ID=938739a5-ec99-46f9-a12d-bf4f0e0841f7,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:35.549161 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:30:35.611050 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Pushing event updated for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:35.698459 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c1be6440-9463-4743-a041-6507a2371a6e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1448131 Aug 23 16:30:35.699467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55870) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:35.700413 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Attempting to bind port cb7a5bef-c685-4208-8d56-cc3c28283aca on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:35.701130 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Attempting to bind port cb7a5bef-c685-4208-8d56-cc3c28283aca by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:35.701740 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Attempting to bind port cb7a5bef-c685-4208-8d56-cc3c28283aca on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:35.708811 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.709275 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.709911 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.710496 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.712107 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.712659 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.713603 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.715543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Request body: {'subnet': {'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-847672462-subnet', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:35.716058 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.716486 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.716884 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.717220 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.717552 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:35.721365 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:35.724380 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:35.724380 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.724380 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Bound using segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:35.724380 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Bound port: cb7a5bef-c685-4208-8d56-cc3c28283aca, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:35.724380 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.741313 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fe8fa5d7-3d72-4d97-8fa8-71cef183425e up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:35.758058 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d1c6a-8f36-4973-8b5f-8ab7608cbc3a req-c1075018-9c25-40c5-8301-4ed5d385b61c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:35.766483 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-542d1c6a-8f36-4973-8b5f-8ab7608cbc3a req-c1075018-9c25-40c5-8301-4ed5d385b61c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1350245 Aug 23 16:30:35.810055 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] For port cb7a5bef-c685-4208-8d56-cc3c28283aca, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:35.813709 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] For port cb7a5bef-c685-4208-8d56-cc3c28283aca, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=cb7a5bef-c685-4208-8d56-cc3c28283aca,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:35.828404 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-542d1c6a-8f36-4973-8b5f-8ab7608cbc3a req-6876009d-7425-443b-b8a0-2901ef4e8b8b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603011 Aug 23 16:30:35.832651 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port fe8fa5d7-3d72-4d97-8fa8-71cef183425e triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:35.832651 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.929739 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Made reservation on behalf of 17492e8580e24f2d96abd43c06350e63 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:30:35.932204 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:35.995295 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:36.056523 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:36.057156 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:36.108970 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242fa1-be5a-47f2-891a-315dd999c04f None None] Pushing event updated for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:36.202490 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:36.290869 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:36.363704 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f65b5b7-9a97-4104-b3b2-5cabe23655be,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:36.383113 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Checking segment: {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:36.383481 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Network hostable DHCP agents. Network: 938739a5-ec99-46f9-a12d-bf4f0e0841f7, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:30:36.537211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:30:36.548027 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:35Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:36.575414 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aef1f9-29a3-4511-825a-2090c3154ca9 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:35Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:30:36.650870 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 938739a5-ec99-46f9-a12d-bf4f0e0841f7) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:36.660016 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:36.660811 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:36.661754 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ba501-80c1-4f80-9e81-8469f9b8020f None None] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:30:36.915777 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'fixed_ips': [{'subnet_id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:30:36.917090 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:36.948973 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-82130551-ade2-4588-af35-91dabd72d26d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2490399 Aug 23 16:30:36.952184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55878) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:36.959868 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:37.001622 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d078a-e489-4476-84f2-03dbcececde6 req-08b32ffa-2e37-4fb8-8a99-3808064d2403 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:37.003329 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f5d078a-e489-4476-84f2-03dbcececde6 req-08b32ffa-2e37-4fb8-8a99-3808064d2403 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0945282 Aug 23 16:30:37.057697 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5f5d078a-e489-4476-84f2-03dbcececde6 req-a64ea30d-8710-44ba-9a40-074bcf049cfe tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Aug 23 16:30:37.095778 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Allocated IP 172.20.0.2 (938739a5-ec99-46f9-a12d-bf4f0e0841f7/7f65b5b7-9a97-4104-b3b2-5cabe23655be/a3486a6c-ce8b-41d9-9f98-cbe09a722e02) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:37.276999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.278996 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.286902 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.298952 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Transition to ACTIVE for port object a3486a6c-ce8b-41d9-9f98-cbe09a722e02 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:37.323495 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Transition to ACTIVE for port object a3486a6c-ce8b-41d9-9f98-cbe09a722e02 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:37.356501 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.622523 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.675851 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:37.680589 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:37.684629 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:37.722883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Pushing event updated for resources: {'Port': ['ID=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:37.765511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Attempting to bind port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:37.766053 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Attempting to bind port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:37.766290 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Attempting to bind port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 on network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:37.769767 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device cb7a5bef-c685-4208-8d56-cc3c28283aca up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:37.780239 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:37.780629 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Checking segment: {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:37.781021 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.781417 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Bound using segment: {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:37.781925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Bound port: a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:37.782312 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.895543 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:37.908816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] For port a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:37.912490 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] For port a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:38.136138 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port cb7a5bef-c685-4208-8d56-cc3c28283aca completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:38.138891 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.164873 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port cb7a5bef-c685-4208-8d56-cc3c28283aca triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:38.165348 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.258260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141b597-0352-44be-9ee3-e41cc4770b4d None None] Pushing event updated for resources: {'Port': ['ID=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:38.261147 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790bed4-435d-4cea-ab98-c699cc077c0e req-85a6c369-414d-4bbd-b11c-569a9dc847cc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:38.262823 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d790bed4-435d-4cea-ab98-c699cc077c0e req-85a6c369-414d-4bbd-b11c-569a9dc847cc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1079082 Aug 23 16:30:38.282886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.327049 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.404413 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d790bed4-435d-4cea-ab98-c699cc077c0e req-f525e291-7fda-4f09-9e47-ac325e1b0a62 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324084 Aug 23 16:30:38.462231 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.538098 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port cb7a5bef-c685-4208-8d56-cc3c28283aca, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=cb7a5bef-c685-4208-8d56-cc3c28283aca,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:38.545421 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Allocated IP 172.27.3.70 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/5388b246-6384-438e-a54d-cf07629cd97c) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:38.719621 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:38.780351 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:38.936248 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:39.080778 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:39.123817 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:39.126979 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:39.135128 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:39.138436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Pushing event updated for resources: {'Port': ['ID=5388b246-6384-438e-a54d-cf07629cd97c,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:39.302209 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625139b7-9729-45ee-9e73-19bf9be72961 None None] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:30:39.600453 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-822f7df2-15c5-47db-8e62-52e01ec16c25 None None] Provisioning for port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:39.706733 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b7bc8-c7a3-40f2-90d7-ce4956a12b85 req-e1a2fa01-e1b2-4270-b1cb-bec80ed28e92 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:39.708767 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-022b7bc8-c7a3-40f2-90d7-ce4956a12b85 req-e1a2fa01-e1b2-4270-b1cb-bec80ed28e92 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1467934 Aug 23 16:30:39.738264 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:39.823516 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device a3486a6c-ce8b-41d9-9f98-cbe09a722e02 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:39.841717 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-022b7bc8-c7a3-40f2-90d7-ce4956a12b85 req-7575d913-72e2-4d3f-93df-ad2c1dd9a9c5 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959141 Aug 23 16:30:40.047162 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.166865 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:40.174049 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:40.176023 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.275693 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.314136 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:40.355046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Router 4e1888fc-8623-466e-88a5-b01f2fa639e3 is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:30:40.480372 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:30:40.490877 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Sync routers for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:30:40.502706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:40.503336 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:40.544221 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.557038 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device cb7a5bef-c685-4208-8d56-cc3c28283aca up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:40.686438 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:40.713282 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:40.773799 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port cb7a5bef-c685-4208-8d56-cc3c28283aca triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:40.774178 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.980398 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:39Z', 'revision_number': 3, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:40.988552 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027d1f0-fa6c-408b-9875-436f5fffcffb req-eff8485b-2981-432f-85c9-d633e824bfe6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:40.990163 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a027d1f0-fa6c-408b-9875-436f5fffcffb req-eff8485b-2981-432f-85c9-d633e824bfe6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0573895 Aug 23 16:30:40.992003 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:40.996030 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-25c20a41-2ec6-4988-9cf9-5f9c595f6848 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0401044 Aug 23 16:30:40.996305 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55912) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:41.016039 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Checking router: 4e1888fc-8623-466e-88a5-b01f2fa639e3 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:30:41.016422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Updating router 4e1888fc-8623-466e-88a5-b01f2fa639e3 port 5388b246-6384-438e-a54d-cf07629cd97c binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:30:41.033556 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a027d1f0-fa6c-408b-9875-436f5fffcffb req-fc8282e0-055e-413d-8b9f-2926d39d78bb tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369511 Aug 23 16:30:41.057283 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.380581 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.391460 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Transition to ACTIVE for port object 5388b246-6384-438e-a54d-cf07629cd97c will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:41.478511 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.516114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.564170 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Attempting to bind port 5388b246-6384-438e-a54d-cf07629cd97c on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:41.564534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Attempting to bind port 5388b246-6384-438e-a54d-cf07629cd97c by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:41.564889 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Attempting to bind port 5388b246-6384-438e-a54d-cf07629cd97c on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:41.578245 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Bound port: 5388b246-6384-438e-a54d-cf07629cd97c, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.581930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c1110-0464-48ff-85d7-963873f9bf30 None None] Pushing event updated for resources: {'Port': ['ID=5388b246-6384-438e-a54d-cf07629cd97c,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:41.642626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] For port 5388b246-6384-438e-a54d-cf07629cd97c, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:41.646387 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] For port 5388b246-6384-438e-a54d-cf07629cd97c, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5388b246-6384-438e-a54d-cf07629cd97c,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:41.688500 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.705403 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device a3486a6c-ce8b-41d9-9f98-cbe09a722e02 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:41.763415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:41.763415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.815802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:41.875869 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Allocated IP 172.20.0.1 (938739a5-ec99-46f9-a12d-bf4f0e0841f7/7f65b5b7-9a97-4104-b3b2-5cabe23655be/7a0eb722-1a77-4c3d-9370-d28d9de3f14e) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:30:41.926828 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c1110-0464-48ff-85d7-963873f9bf30 None None] Pushing event updated for resources: {'Port': ['ID=5388b246-6384-438e-a54d-cf07629cd97c,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:41.930863 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:41.931630 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:41.997034 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:42.011630 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Transition to ACTIVE for port object 7a0eb722-1a77-4c3d-9370-d28d9de3f14e will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:42.064639 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:42.130123 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:42.209812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62a005-09d6-4e40-9135-a88764dc0c50 req-b9469f3e-a8f4-4441-9ce5-9701b6d6031d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:42.221611 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a62a005-09d6-4e40-9135-a88764dc0c50 req-b9469f3e-a8f4-4441-9ce5-9701b6d6031d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0705621 Aug 23 16:30:42.248849 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:42.253863 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:42.253863 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:42.263325 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:30:42.285476 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a62a005-09d6-4e40-9135-a88764dc0c50 req-e4a3438f-31b6-4259-816d-419d5c6f9acb tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628643 Aug 23 16:30:42.360636 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:39Z', 'revision_number': 3, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:42.367045 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.367045 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.367516 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.371686 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.372037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.372375 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.372717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.373042 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.373364 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.373900 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.374418 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.374862 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:30:42.393805 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:42.401620 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f252c9-42dd-4d86-b1f2-ec1420703407 None None] The sync data for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi is: [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:39Z', 'revision_number': 3, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:30:42.779944 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:42.847353 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-354d93e6-7f41-4c2e-be98-3595b45d8374 None None] Provisioning for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:42.850147 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-354d93e6-7f41-4c2e-be98-3595b45d8374 None None] Provisioning complete for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:42.851283 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-354d93e6-7f41-4c2e-be98-3595b45d8374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:42.899082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-354d93e6-7f41-4c2e-be98-3595b45d8374 None None] Port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:30:43.022316 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:43.194887 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:43.295121 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:43.302638 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:43.504880 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb311-fe12-4ef9-8c99-2758f171d75e req-18d27c3a-b702-4042-bdf4-c020d789f59d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:43.513660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-c27f8dc3-62a1-45e8-8c63-a51e14c44714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:43.516309 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-435fb311-fe12-4ef9-8c99-2758f171d75e req-18d27c3a-b702-4042-bdf4-c020d789f59d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1128206 Aug 23 16:30:43.516684 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-c27f8dc3-62a1-45e8-8c63-a51e14c44714 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.0955582 Aug 23 16:30:43.577995 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:30:43.582178 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:30:43.608432 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-435fb311-fe12-4ef9-8c99-2758f171d75e req-0080a370-8c02-4d16-97f3-64d1002a5916 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912457 Aug 23 16:30:43.779193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-009db0ed-795a-4037-8445-42b5d1364242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:43.780962 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-009db0ed-795a-4037-8445-42b5d1364242 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.2562938 Aug 23 16:30:43.801853 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Router 4e1888fc-8623-466e-88a5-b01f2fa639e3 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:30:43.819879 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5388b246-6384-438e-a54d-cf07629cd97c up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:43.904980 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-172b5af7-a4f0-4889-be79-fd75f16eaac8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1002 time: 0.1108427 Aug 23 16:30:43.991773 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-8f670567-e2b9-48d7-a9b3-493333320cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:43.994080 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-8f670567-e2b9-48d7-a9b3-493333320cd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.0812287 Aug 23 16:30:44.009427 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:30:44.018115 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ca516505-2092-4691-9887-8fe1b52117a7 admin admin] 10.222.0.63 "PUT /v2.0/routers/4e1888fc-8623-466e-88a5-b01f2fa639e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0207555 Aug 23 16:30:44.041712 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-59e51980-02a6-4c1c-ab99-a22efa6248b2 None None] Provisioning complete for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:44.047858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-59e51980-02a6-4c1c-ab99-a22efa6248b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:44.053405 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-f8888000-7133-468b-a070-7b4f36294de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.056955 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-f8888000-7133-468b-a070-7b4f36294de4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551248 Aug 23 16:30:44.079151 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 5388b246-6384-438e-a54d-cf07629cd97c completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:44.087316 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 5388b246-6384-438e-a54d-cf07629cd97c triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:44.090325 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:44.134983 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-59e51980-02a6-4c1c-ab99-a22efa6248b2 None None] Port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:30:44.212835 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-a43c15b1-b33f-4406-abb0-c4681338bc64 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461172 Aug 23 16:30:44.222705 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:44.255330 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 5388b246-6384-438e-a54d-cf07629cd97c, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5388b246-6384-438e-a54d-cf07629cd97c,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:44.335780 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e0f17de-a295-4b6a-a8e1-2b86b859537e req-ca400c40-fbb2-4b7f-a104-814d8242c6d9 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139393 Aug 23 16:30:44.415670 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:44.464639 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-6701acc4-52bf-47f0-bb2e-6367a1d33d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.471703 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-6701acc4-52bf-47f0-bb2e-6367a1d33d18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.0905333 Aug 23 16:30:44.490980 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=5388b246-6384-438e-a54d-cf07629cd97c,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:44.658383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-5d2dc84c-b0ee-4dea-b1d0-7ac67234033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.658383 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-5d2dc84c-b0ee-4dea-b1d0-7ac67234033a service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.1502018 Aug 23 16:30:44.722109 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Sync routers for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:30:44.740938 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:44.742465 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:44.778202 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06860f75-0027-46fe-866e-0573f1a4d0d9 req-dd5d825f-c368-4ab5-97b0-5f499ce3ce2f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.780521 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-06860f75-0027-46fe-866e-0573f1a4d0d9 req-dd5d825f-c368-4ab5-97b0-5f499ce3ce2f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0740983 Aug 23 16:30:44.793349 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-93973466-575a-4bb2-802c-29c3fa64c0a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1002 time: 0.1353612 Aug 23 16:30:44.839639 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-06860f75-0027-46fe-866e-0573f1a4d0d9 req-7416b6a7-ee2c-49d5-9599-b00f3fac22dc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516784 Aug 23 16:30:44.914156 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-b9869f4b-c2f0-4849-891f-51db6f99cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.915341 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-b9869f4b-c2f0-4849-891f-51db6f99cf8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.1141198 Aug 23 16:30:44.931167 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:44.974029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-767b4a6f-ce13-40b4-9a2d-4551caf18a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:44.976374 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-767b4a6f-ce13-40b4-9a2d-4551caf18a54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509112 Aug 23 16:30:45.026023 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 55956) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:45.043318 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029857687', 'description': 'tempest-secgroup-smoke-1029857687 description', 'project_id': 'd94d8b985f0446048281e61d3f75b695'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:45.086359 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-b7eb4c9e-1586-4f0c-8124-0e1a7b30fef2 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017034 Aug 23 16:30:45.144692 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:42Z', 'revision_number': 4, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '7a0eb722-1a77-4c3d-9370-d28d9de3f14e', 'name': '', 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'mac_address': 'fa:16:3e:5c:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:41Z', 'updated_at': '2021-08-23T16:30:42Z', 'revision_number': 2, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'subnets': [{'id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:45.175521 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Checking router: 4e1888fc-8623-466e-88a5-b01f2fa639e3 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:30:45.175825 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Updating router 4e1888fc-8623-466e-88a5-b01f2fa639e3 port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:30:45.190008 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-260e364e-74a2-426d-97b1-f606a85cd5c7 req-3c4126f2-22e9-4b47-ac46-5d333d88312c service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948465 Aug 23 16:30:45.192098 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.216480 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.295990 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.522003 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.533445 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Transition to ACTIVE for port object 7a0eb722-1a77-4c3d-9370-d28d9de3f14e will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:30:45.696235 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5388b246-6384-438e-a54d-cf07629cd97c up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:45.747331 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 5388b246-6384-438e-a54d-cf07629cd97c triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:45.774892 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.855235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:45.886419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a031df-b9b8-4fb4-8179-3dd00c767edb,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:45.969316 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdb79f-5a2e-4c06-9a6e-4f396cacb00b req-e8d07290-c50a-4c13-addd-1ba13943c9bc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:45.971128 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3bfdb79f-5a2e-4c06-9a6e-4f396cacb00b req-e8d07290-c50a-4c13-addd-1ba13943c9bc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0495780 Aug 23 16:30:45.998502 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-65d31c6f-39d4-4c7b-b95c-8eb206a6d7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.003789 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.013757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3bfdb79f-5a2e-4c06-9a6e-4f396cacb00b req-4658a2c3-eec2-4b4a-8bd3-3c88c47bc597 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362842 Aug 23 16:30:46.062091 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2bb93-b8ee-4fb2-abb8-35abc91310d4 None None] Pushing event updated for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:46.115213 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Attempting to bind port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:30:46.115586 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Attempting to bind port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:30:46.115947 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Attempting to bind port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e on network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:30:46.122064 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:30:46.122472 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Checking segment: {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:30:46.122914 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.123260 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Bound using segment: {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:30:46.123725 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Bound port: 7a0eb722-1a77-4c3d-9370-d28d9de3f14e, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525c3867-bf47-443e-b559-61a04941e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:30:46.124132 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.198563 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] For port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:30:46.200659 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.202361 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] For port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:30:46.205085 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55964) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:46.205270 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4ee054a9-d863-45e0-9cb6-8be4635ecd3b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1750920 Aug 23 16:30:46.210959 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:46.347437 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.367912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.450104 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:30:46.450104 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:30:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:46.472297 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.485669 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2bb93-b8ee-4fb2-abb8-35abc91310d4 None None] Pushing event updated for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:46.576353 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.644472 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7911107b-3fc5-48a2-a769-034909203105,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:46.685107 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:30:46.771572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:46.773467 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-73d7fcc0-45dc-461d-b9ab-3c3f9a2d87f4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5668895 Aug 23 16:30:46.776326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55986) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:46.780884 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:46.927113 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:42Z', 'revision_number': 4, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '7a0eb722-1a77-4c3d-9370-d28d9de3f14e', 'name': '', 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'mac_address': 'fa:16:3e:5c:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:41Z', 'updated_at': '2021-08-23T16:30:46Z', 'revision_number': 4, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'subnets': [{'id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:30:46.963834 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de48aa8-f840-46d6-89d6-d1306cd2209b None None] The sync data for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi is: [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:30:42Z', 'revision_number': 4, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '7a0eb722-1a77-4c3d-9370-d28d9de3f14e', 'name': '', 'network_id': '938739a5-ec99-46f9-a12d-bf4f0e0841f7', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'mac_address': 'fa:16:3e:5c:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:41Z', 'updated_at': '2021-08-23T16:30:46Z', 'revision_number': 4, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'subnets': [{'id': '7f65b5b7-9a97-4104-b3b2-5cabe23655be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:30:46.975272 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.128539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.153038 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e61b-8f4c-4384-ac57-92511b56891e req-ef4b86e7-2b67-4245-bffe-c013bfbb993e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:47.154834 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b2c3e61b-8f4c-4384-ac57-92511b56891e req-ef4b86e7-2b67-4245-bffe-c013bfbb993e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0661612 Aug 23 16:30:47.170047 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e49e-d236-4f11-9356-9efa1aa966dc req-ded88ffc-d74b-4b05-9ed6-88683820c7fe tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:47.178681 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1625e49e-d236-4f11-9356-9efa1aa966dc req-ded88ffc-d74b-4b05-9ed6-88683820c7fe tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0702658 Aug 23 16:30:47.203007 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b2c3e61b-8f4c-4384-ac57-92511b56891e req-cd153c5e-0c74-41f2-a1da-c5e1710326de tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Aug 23 16:30:47.222977 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1625e49e-d236-4f11-9356-9efa1aa966dc req-ee1a6cac-c529-448f-91c3-4e9dbac82f98 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Aug 23 16:30:47.291971 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.307886 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4092744-30b3-4e1b-8c33-36b63d7be20e,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:47.486485 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.487515 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-6bf525c0-0bbf-47d6-b9d7-2538d8537abd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7102370 Aug 23 16:30:47.490592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 55996) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:47.496216 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:47.600397 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.655742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.738972 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7a0eb722-1a77-4c3d-9370-d28d9de3f14e up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:47.930654 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:47.952252 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf757cd-7404-48bd-9f1d-a5901574f8ac,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:48.023458 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:30:48.028467 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:48.031279 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.097746 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.104449 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-7dd20644-2efd-4b7f-b912-60d425d9e120 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6071520 Aug 23 16:30:48.104807 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56004) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:48.115378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:48.257706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.296036 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:48.347026 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.350205 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1fe80b9d-0455-48b0-9baf-3b6d68da7a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.362592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43affe8a-eeb4-4e6d-94ed-f3132ba1e1d9 req-d5794b6c-2f5b-4f71-ade5-8cf3814342f5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:48.364138 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-43affe8a-eeb4-4e6d-94ed-f3132ba1e1d9 req-d5794b6c-2f5b-4f71-ade5-8cf3814342f5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Aug 23 16:30:48.372297 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.415584 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-43affe8a-eeb4-4e6d-94ed-f3132ba1e1d9 req-975ce28a-9e81-4594-b2b2-19b0ed05c9b7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Aug 23 16:30:48.423689 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.425839 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab29e-924e-4a5c-8c59-83acf2e548ae req-a9344aae-f57a-4f8d-b9d5-b63233bf2965 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:48.433744 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2d9ab29e-924e-4a5c-8c59-83acf2e548ae req-a9344aae-f57a-4f8d-b9d5-b63233bf2965 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1113179 Aug 23 16:30:48.492868 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:48.493697 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.509028 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2d9ab29e-924e-4a5c-8c59-83acf2e548ae req-5ace59ae-9f81-4bae-a9f7-d914630b0a76 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742574 Aug 23 16:30:48.572632 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.607497 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa23acf-182d-4804-90a9-b375d38063d5,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:48.748996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.750307 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-41fc5d2e-9343-443d-8312-ccab313ab927 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6444457 Aug 23 16:30:48.752917 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56012) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:48.757524 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:48.886752 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.securitygroups_db [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Project d94d8b985f0446048281e61d3f75b695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:30:48.892632 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:48.959037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.060672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62eb59-34d0-4802-80fb-3e46a7acfa8a req-e185f279-0227-4ffb-b138-7d21144ebafc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:49.062340 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0b62eb59-34d0-4802-80fb-3e46a7acfa8a req-e185f279-0227-4ffb-b138-7d21144ebafc tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0576403 Aug 23 16:30:49.063705 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.117641 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37af778-a004-4e78-9ca0-1e71b792d1d6,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:49.144247 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0b62eb59-34d0-4802-80fb-3e46a7acfa8a req-0192df1b-c8bc-45e1-90a4-8d134cc17f6f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712366 Aug 23 16:30:49.218695 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56022) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:49.234668 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.235263 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.235888 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8e1ce37e-cca3-439c-92b2-ab64b27b865e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4820454 Aug 23 16:30:49.238556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56026) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:49.249734 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'security_group_rule': {'security_group_id': '86a031df-b9b8-4fb4-8179-3dd00c767edb', 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:30:49.313708 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-98a579bf-e406-439c-bbfa-a7489c414865 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936372 Aug 23 16:30:49.354492 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.securitygroups_db [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Project d94d8b985f0446048281e61d3f75b695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:30:49.359779 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.415961 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.529722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.548601 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e895392-7ab6-4207-bec2-d52718fee2a3,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:49.555361 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37804e23-260a-41f0-994f-54f980ce85f6 req-6a9b2e1a-4d5e-4523-8618-68c19e6eb9e0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:49.557061 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-37804e23-260a-41f0-994f-54f980ce85f6 req-6a9b2e1a-4d5e-4523-8618-68c19e6eb9e0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0545762 Aug 23 16:30:49.599868 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-37804e23-260a-41f0-994f-54f980ce85f6 req-2134d002-be9a-4437-92e5-4c9d0719a16d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366969 Aug 23 16:30:49.628265 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:49.631290 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-35895323-d07f-46c7-b505-0fc0ed58a222 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3900430 Aug 23 16:30:49.718550 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7a0eb722-1a77-4c3d-9370-d28d9de3f14e up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:30:49.775801 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:30:49.776206 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:50.266401 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df676-4b52-471c-8dfc-20f955dc8ad8 req-6f2e7a7f-ed54-4e43-8351-5c1dc320c36c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:50.267901 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-010df676-4b52-471c-8dfc-20f955dc8ad8 req-6f2e7a7f-ed54-4e43-8351-5c1dc320c36c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0536752 Aug 23 16:30:50.315866 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-010df676-4b52-471c-8dfc-20f955dc8ad8 req-95f070e8-714d-4d5f-b6df-b179351175e2 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Aug 23 16:30:50.565854 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56094) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:50.575263 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:30:50.682220 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:50.724902 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:30:50.724902 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d028e-e7c6-437a-8dfd-c018a3150f40" -d '{"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:30:50.740453 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:30:50.782412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f239-706f-438b-af92-73cad3c28329 req-5bdec0f4-6419-4031-99d3-0c6b9d5d2bd0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:50.784282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b87f239-706f-438b-af92-73cad3c28329 req-5bdec0f4-6419-4031-99d3-0c6b9d5d2bd0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0946262 Aug 23 16:30:50.808025 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3cd82955-82aa-496e-9d2d-d84033bd7332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:50.880476 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b87f239-706f-438b-af92-73cad3c28329 req-799be6fc-2a62-4916-8597-33f175401e83 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802033 Aug 23 16:30:50.905211 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:50.940313 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:50.962718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=6']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:50.982103 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3cd82955-82aa-496e-9d2d-d84033bd7332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.009114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7287e040-735d-45aa-85cf-b150b7e0224a x-openstack-request-id: req-7287e040-735d-45aa-85cf-b150b7e0224a {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:30:51.009813 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-unplugged", "status": "failed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "code": 422}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:30:51.010293 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7287e040-735d-45aa-85cf-b150b7e0224a {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:30:51.010707 dv-cinder-760146-5-iscsi neutron-server[94596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'code': 422} returned with failed status Aug 23 16:30:51.125962 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3cd82955-82aa-496e-9d2d-d84033bd7332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.168729 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3cd82955-82aa-496e-9d2d-d84033bd7332 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a3173b0a93e54b4199ea4f1373a58765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014020 Aug 23 16:30:51.170998 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd82955-82aa-496e-9d2d-d84033bd7332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec845f-29b6-4ff4-ab5b-9f4e6fb6fb80,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:51.171794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56108) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:51.223875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.245611 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.440726 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cf0a0-b284-4916-a797-6d49ea19c63c req-d400738d-dc73-4e30-965b-1cc7e41aa906 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:51.442296 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dc3cf0a0-b284-4916-a797-6d49ea19c63c req-d400738d-dc73-4e30-965b-1cc7e41aa906 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0552082 Aug 23 16:30:51.451395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.453955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:51.455087 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/89ec845f-29b6-4ff4-ab5b-9f4e6fb6fb80 HTTP/1.1" status: 204 len: 168 time: 0.2827499 Aug 23 16:30:51.474338 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbbff9-91fb-4d12-8db2-a006efb29135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec845f-29b6-4ff4-ab5b-9f4e6fb6fb80,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:51.504632 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dc3cf0a0-b284-4916-a797-6d49ea19c63c req-feb8740b-9ac9-42d4-b6c9-ced28751b4d1 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553014 Aug 23 16:30:52.035556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236cec8-5c0f-459d-b7fd-b6e4cfd975f2 req-1cdcad4d-933a-4c5f-aaa1-7c5601d2f139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:52.037203 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c236cec8-5c0f-459d-b7fd-b6e4cfd975f2 req-1cdcad4d-933a-4c5f-aaa1-7c5601d2f139 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0609975 Aug 23 16:30:52.079746 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c236cec8-5c0f-459d-b7fd-b6e4cfd975f2 req-0befdaa9-1a13-402f-84c9-04a2861757a7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358336 Aug 23 16:30:52.487233 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56146) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:52.504782 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49f4c20-5c2e-44b2-8e0f-b4c7f8cb62cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:52.626970 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49f4c20-5c2e-44b2-8e0f-b4c7f8cb62cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:52.652905 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff48a3-0b9f-45cd-8b20-2280af4700cd req-737a48d2-6a8f-4cc1-a1a2-963506d24f83 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:52.654647 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-daff48a3-0b9f-45cd-8b20-2280af4700cd req-737a48d2-6a8f-4cc1-a1a2-963506d24f83 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0636947 Aug 23 16:30:52.710402 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-daff48a3-0b9f-45cd-8b20-2280af4700cd req-bb417a83-671d-4965-8871-087eb5bae3c6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Aug 23 16:30:52.760383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d49f4c20-5c2e-44b2-8e0f-b4c7f8cb62cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:52.800083 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d49f4c20-5c2e-44b2-8e0f-b4c7f8cb62cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d5f59e0f51f946dd98ef051809e6f867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116636 Aug 23 16:30:52.801077 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f4c20-5c2e-44b2-8e0f-b4c7f8cb62cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc006ef-413f-4f09-bb30-5a6382210703,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:52.809905 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56152) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:52.868991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:52.893022 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:53.017665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:53.020394 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:53.021652 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0dc006ef-413f-4f09-bb30-5a6382210703 HTTP/1.1" status: 204 len: 168 time: 0.2106881 Aug 23 16:30:53.031588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01506344-beec-47ef-a48a-dba30b65e2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc006ef-413f-4f09-bb30-5a6382210703,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:53.219264 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f786bc-1554-49e0-aed1-88e228fbfce5 req-80f1b9f4-d177-458c-b2d0-d9cdf08b6a3c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.221448 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24f786bc-1554-49e0-aed1-88e228fbfce5 req-80f1b9f4-d177-458c-b2d0-d9cdf08b6a3c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0531046 Aug 23 16:30:53.274881 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24f786bc-1554-49e0-aed1-88e228fbfce5 req-10da63c5-07e6-4f1c-9914-28c3f6e38e67 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Aug 23 16:30:53.362426 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-0dfb71a8-22a9-46c0-9c1d-698799670dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.363985 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-0dfb71a8-22a9-46c0-9c1d-698799670dee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c&tenant_id=ade5d1e578454f928506ca1024f3c8ae HTTP/1.1" status: 200 len: 1097 time: 0.0612833 Aug 23 16:30:53.439933 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-0d3450ac-a17d-4874-9536-4fbc100b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.441480 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-0d3450ac-a17d-4874-9536-4fbc100b34ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1097 time: 0.0495458 Aug 23 16:30:53.552381 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-10a7270f-ad91-464b-94a0-f73fd56c0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.555048 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-10a7270f-ad91-464b-94a0-f73fd56c0f17 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.1054728 Aug 23 16:30:53.632520 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-04a3f3cf-ff77-4f25-863d-53eda2f780b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1000 time: 0.0669079 Aug 23 16:30:53.690462 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-7f961f12-07d3-4af6-91ed-6c82f7885bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.692202 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-7f961f12-07d3-4af6-91ed-6c82f7885bd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.0515032 Aug 23 16:30:53.745111 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-2cc20bed-4644-470c-988e-29a94b9502c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.746684 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-2cc20bed-4644-470c-988e-29a94b9502c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459719 Aug 23 16:30:53.883041 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2a0a-97aa-4644-9d96-0782293f004a req-09acabc6-6803-4ba9-a1a4-828aad589f6a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:53.884488 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d02f2a0a-97aa-4644-9d96-0782293f004a req-09acabc6-6803-4ba9-a1a4-828aad589f6a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0817673 Aug 23 16:30:53.886500 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-19d46f9f-fcb4-4843-954c-461dd145c699 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308951 Aug 23 16:30:53.978763 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d02f2a0a-97aa-4644-9d96-0782293f004a req-42c2b820-964f-467a-9604-77fb9fe48f68 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881279 Aug 23 16:30:54.040807 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7a38c0a9-8b32-48c5-b169-6ae59aedd4ed req-2c45e749-b7a3-4dba-862b-a7f3fbd2f80a service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312151 Aug 23 16:30:54.083874 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56172) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:54.099015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a9e5d3-7bc7-4b68-bfff-53edd4fa0332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.193096 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a9e5d3-7bc7-4b68-bfff-53edd4fa0332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.274553 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-49a9e5d3-7bc7-4b68-bfff-53edd4fa0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.313170 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-49a9e5d3-7bc7-4b68-bfff-53edd4fa0332 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=93633cf3c904454e8ce275889817ab52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278001 Aug 23 16:30:54.315711 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56178) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:54.322660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9e5d3-7bc7-4b68-bfff-53edd4fa0332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d160c-9ec0-4e2e-bb30-998c33cc1723,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:54.368707 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56180) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:54.379162 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.406685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.433820 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc764f7-12c7-4658-b3e6-c97e25457d14 req-cc2016c6-9a85-4a00-8a74-2dc47009b9c2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:54.433820 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fcc764f7-12c7-4658-b3e6-c97e25457d14 req-cc2016c6-9a85-4a00-8a74-2dc47009b9c2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0527651 Aug 23 16:30:54.479259 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fcc764f7-12c7-4658-b3e6-c97e25457d14 req-160eb375-0851-4822-8967-f5b35b09fc0b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Aug 23 16:30:54.493752 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-893a7cae-d409-439a-927c-52a9f63a8deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.560408 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.563124 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.565033 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/827d160c-9ec0-4e2e-bb30-998c33cc1723 HTTP/1.1" status: 204 len: 168 time: 0.2482824 Aug 23 16:30:54.574985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babda9d8-77ec-4234-a97d-09c4e4296ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d160c-9ec0-4e2e-bb30-998c33cc1723,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:54.644895 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-893a7cae-d409-439a-927c-52a9f63a8deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.746833 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-893a7cae-d409-439a-927c-52a9f63a8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.787460 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-893a7cae-d409-439a-927c-52a9f63a8deb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ae98f8e249d486ba2aa3124cdbd2828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171572 Aug 23 16:30:54.789290 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a7cae-d409-439a-927c-52a9f63a8deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148edb6f-1582-47af-beb6-779ab3407a0d,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:54.790647 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56186) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:54.844063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:54.867994 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:55.039670 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:55.042350 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:55.047518 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/148edb6f-1582-47af-beb6-779ab3407a0d HTTP/1.1" status: 204 len: 168 time: 0.2555048 Aug 23 16:30:55.059053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eef535-71de-4b43-9192-4ecc7924855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148edb6f-1582-47af-beb6-779ab3407a0d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:55.147950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f4c1d-9746-48fe-9e6d-86535ec65fe0 req-77c552e7-075d-42f1-a540-bf5afaff1103 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:55.150585 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f88f4c1d-9746-48fe-9e6d-86535ec65fe0 req-77c552e7-075d-42f1-a540-bf5afaff1103 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0620911 Aug 23 16:30:55.195220 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f88f4c1d-9746-48fe-9e6d-86535ec65fe0 req-6b3b35e0-8e29-434c-9a99-1f71745256cd tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Aug 23 16:30:55.615877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203c17-81f8-423f-9336-f05ff423757c req-eed60533-d252-44fe-a96d-991b23ee43ab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:55.617619 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e1203c17-81f8-423f-9336-f05ff423757c req-eed60533-d252-44fe-a96d-991b23ee43ab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0608284 Aug 23 16:30:55.669618 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e1203c17-81f8-423f-9336-f05ff423757c req-038c926e-e549-43b1-a765-99b9f02db821 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Aug 23 16:30:55.957688 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56216) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:55.973426 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a99b63d-3b84-46bc-b803-c030a1f309f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.097444 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a99b63d-3b84-46bc-b803-c030a1f309f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.320864 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508a7bd-5730-4140-9539-f27aa8d22617 req-b42d7736-6c66-4659-9522-1a8c0c8cda9e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:56.322659 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5508a7bd-5730-4140-9539-f27aa8d22617 req-b42d7736-6c66-4659-9522-1a8c0c8cda9e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0540612 Aug 23 16:30:56.326184 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a99b63d-3b84-46bc-b803-c030a1f309f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.371390 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4a99b63d-3b84-46bc-b803-c030a1f309f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79d5e45fa3704baf9b32560f88eb60c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123921 Aug 23 16:30:56.372647 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b63d-3b84-46bc-b803-c030a1f309f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4896426-cf80-4baa-be34-6b6ce1a7cd37,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:56.376575 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56226) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:56.381916 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5508a7bd-5730-4140-9539-f27aa8d22617 req-8d76b6a4-c8f3-451f-93b2-7ef5c31bf2c8 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Aug 23 16:30:56.451482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.478057 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.683678 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.686326 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:56.687489 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4896426-cf80-4baa-be34-6b6ce1a7cd37 HTTP/1.1" status: 204 len: 168 time: 0.3088329 Aug 23 16:30:56.696362 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b33c4f-2392-4dbc-8204-0ea913a2bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4896426-cf80-4baa-be34-6b6ce1a7cd37,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:56.804100 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91455b6-e2a3-46df-a9d5-39aad04e2c5a req-d4cb0bc9-03b7-47e4-bcd9-c17cf3a38aec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:56.805674 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f91455b6-e2a3-46df-a9d5-39aad04e2c5a req-d4cb0bc9-03b7-47e4-bcd9-c17cf3a38aec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Aug 23 16:30:56.844842 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f91455b6-e2a3-46df-a9d5-39aad04e2c5a req-550e9776-64d0-4f87-aff8-24ed00fb1179 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Aug 23 16:30:57.524727 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b001fb-6601-4490-9937-15944f246dc7 req-2206b68b-7f4b-4d9f-868d-a30eaa1b333c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:57.526272 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-92b001fb-6601-4490-9937-15944f246dc7 req-2206b68b-7f4b-4d9f-868d-a30eaa1b333c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0743437 Aug 23 16:30:57.566989 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-92b001fb-6601-4490-9937-15944f246dc7 req-24e5a4bc-cfac-42cc-9868-884e1ce7445e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Aug 23 16:30:57.981486 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67224e-abe3-4f6d-9a66-d232ec3ae5f0 req-f47510e8-6856-4093-a212-ce8f7e4666e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:57.983071 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2f67224e-abe3-4f6d-9a66-d232ec3ae5f0 req-f47510e8-6856-4093-a212-ce8f7e4666e6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0616467 Aug 23 16:30:58.025097 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2f67224e-abe3-4f6d-9a66-d232ec3ae5f0 req-dc9975a5-cfbe-47fc-a938-51c4a73f7499 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Aug 23 16:30:58.066800 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56286) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:58.191442 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecd25-18c4-4166-a6c3-412dcca5b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.325007 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecd25-18c4-4166-a6c3-412dcca5b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.423360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecd25-18c4-4166-a6c3-412dcca5b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.471575 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8e4ecd25-18c4-4166-a6c3-412dcca5b237 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=66ab1fb3628c47b889616c1fcc747958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035947 Aug 23 16:30:58.476526 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56296) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:58.480998 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecd25-18c4-4166-a6c3-412dcca5b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ea311f-cbc9-4df1-a37a-a853a087b723,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:58.530683 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.555394 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.698964 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a055be5-3982-48b7-93fc-e9ff732ee959 req-f33944ac-bd5b-4519-af30-e8c7a1c0cbff tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:58.701134 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.701394 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8a055be5-3982-48b7-93fc-e9ff732ee959 req-f33944ac-bd5b-4519-af30-e8c7a1c0cbff tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0565002 Aug 23 16:30:58.703803 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:58.707455 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31ea311f-cbc9-4df1-a37a-a853a087b723 HTTP/1.1" status: 204 len: 168 time: 0.2298875 Aug 23 16:30:58.714559 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cff3d-8ec3-4a6a-9fed-3970acf4d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ea311f-cbc9-4df1-a37a-a853a087b723,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:58.766503 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8a055be5-3982-48b7-93fc-e9ff732ee959 req-242db49a-dcb2-4742-bcba-0de3eff9fb9e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594685 Aug 23 16:30:59.173644 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40a66-3046-4cab-adbe-1d229653c238 req-a3ebb76a-467d-4ffe-9a11-138d5b6055b1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:59.175942 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-77e40a66-3046-4cab-adbe-1d229653c238 req-a3ebb76a-467d-4ffe-9a11-138d5b6055b1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0641263 Aug 23 16:30:59.222845 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-77e40a66-3046-4cab-adbe-1d229653c238 req-537da9c6-5a93-4079-bc08-6ba86c697106 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Aug 23 16:30:59.592595 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56344) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:59.617509 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a6ed-24b8-45f0-a37c-7f44df32c4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:59.716910 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a6ed-24b8-45f0-a37c-7f44df32c4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:59.868903 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a6ed-24b8-45f0-a37c-7f44df32c4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:30:59.901343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efebae-cb34-4e9a-9838-78531f5edb28 req-e9392dd9-7ce6-4bc1-8f13-79ceeb967e2e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:30:59.906737 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b4efebae-cb34-4e9a-9838-78531f5edb28 req-e9392dd9-7ce6-4bc1-8f13-79ceeb967e2e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0650082 Aug 23 16:30:59.911036 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6ba9a6ed-24b8-45f0-a37c-7f44df32c4db admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b393a0e72c1f40718f5c2f3fd5cffd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164494 Aug 23 16:30:59.912360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9a6ed-24b8-45f0-a37c-7f44df32c4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d4464-044b-4d14-9b62-7c810375ea44,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:30:59.913924 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56352) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:30:59.985460 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b4efebae-cb34-4e9a-9838-78531f5edb28 req-7398b4be-b21e-4c5a-93e8-b6161a2c1158 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753441 Aug 23 16:31:00.007743 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.023484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.174776 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.177905 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.179677 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/222d4464-044b-4d14-9b62-7c810375ea44 HTTP/1.1" status: 204 len: 168 time: 0.2646091 Aug 23 16:31:00.190591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439f50-bb19-4a1c-93ca-13d510a0e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d4464-044b-4d14-9b62-7c810375ea44,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:00.363551 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a6580-bd38-4e3a-a5f6-7b209b6932ed req-431f7939-9940-44ce-b6bc-1afbeb50fbee tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:00.365509 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-791a6580-bd38-4e3a-a5f6-7b209b6932ed req-431f7939-9940-44ce-b6bc-1afbeb50fbee tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Aug 23 16:31:00.412149 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-791a6580-bd38-4e3a-a5f6-7b209b6932ed req-d9672a7a-6880-4ff4-8bb4-ddf8d491f748 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377483 Aug 23 16:31:00.427366 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56368) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:00.559318 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b8cd7d50-499c-4426-b228-2d27fcb55b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.654582 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:31:00.669806 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b8cd7d50-499c-4426-b228-2d27fcb55b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.755844 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:00.767269 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '67b54fee-7a04-4569-887a-a810076b8251', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:31:00.813335 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.826793 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b8cd7d50-499c-4426-b228-2d27fcb55b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.828885 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:31:00.855877 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:00.869325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b8cd7d50-499c-4426-b228-2d27fcb55b62 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=735cf2ceeb75463689fb7a238c4a3043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409230 Aug 23 16:31:00.872001 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56390) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:00.880813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd7d50-499c-4426-b228-2d27fcb55b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ea9bc-0b31-4c0a-bef3-4ee79b7630a9,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:00.931958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.957190 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:00.994878 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:01.050054 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=6']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:01.070616 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.071019 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.071372 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.071714 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.074167 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.075604 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.076451 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.076813 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.077271 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.077567 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.077837 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.078176 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:01.086046 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['67b54fee-7a04-4569-887a-a810076b8251'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:31:01.113537 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:01.117593 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:01.123172 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d00ea9bc-0b31-4c0a-bef3-4ee79b7630a9 HTTP/1.1" status: 204 len: 168 time: 0.2482822 Aug 23 16:31:01.138048 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458241a-4a15-482d-b44a-170ac1806554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ea9bc-0b31-4c0a-bef3-4ee79b7630a9,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:01.168984 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7876f-de68-4cee-b75d-9a9cdb97b58d req-1d2e3586-21e2-4544-886b-b075c75a6413 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:01.170655 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4fc7876f-de68-4cee-b75d-9a9cdb97b58d req-1d2e3586-21e2-4544-886b-b075c75a6413 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.1105182 Aug 23 16:31:01.221261 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4fc7876f-de68-4cee-b75d-9a9cdb97b58d req-88a77899-dc01-4b8d-8dce-bc946552bf5e tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Aug 23 16:31:01.572135 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b4320-17c3-4b9c-9cf9-e7df01297eb4 req-5558148f-dc1d-456b-8373-779c7ba8a72e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:01.576499 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-998b4320-17c3-4b9c-9cf9-e7df01297eb4 req-5558148f-dc1d-456b-8373-779c7ba8a72e tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 944 time: 0.0774317 Aug 23 16:31:01.626757 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-998b4320-17c3-4b9c-9cf9-e7df01297eb4 req-96f2a2b5-3497-4354-b6c1-27c0be56178c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Aug 23 16:31:02.379223 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b9a93-a059-477b-beae-bdca408ce5fd req-ded9c7d9-fd75-4d89-9c81-e7d17a6bc672 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:02.393216 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-083b9a93-a059-477b-beae-bdca408ce5fd req-ded9c7d9-fd75-4d89-9c81-e7d17a6bc672 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 944 time: 0.0906110 Aug 23 16:31:02.417877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56432) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:02.438836 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8dae140a-c3fb-42b9-8394-2b05b07729fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:02.477866 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-083b9a93-a059-477b-beae-bdca408ce5fd req-f84bf10f-9caf-488f-bc61-0daeeff3eeb6 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777609 Aug 23 16:31:02.664129 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:31:02.667942 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:31:02.738471 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 67b54fee-7a04-4569-887a-a810076b8251 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:31:02.738883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:02.821583 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd5ba-9084-4344-844e-ebbe73e9b62b req-f0caf73e-45f8-410c-b8b9-f5f6ec9a62ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:02.840717 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2d1bd5ba-9084-4344-844e-ebbe73e9b62b req-f0caf73e-45f8-410c-b8b9-f5f6ec9a62ca tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 944 time: 0.1131957 Aug 23 16:31:02.878285 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:02.929715 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:02.933318 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:02.935943 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cae5560-341e-485f-b6cd-0fc437a7a558" -d '{"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:02.939638 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2d1bd5ba-9084-4344-844e-ebbe73e9b62b req-21bc2bc7-39c6-4f56-af5c-260b0bd451b3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956411 Aug 23 16:31:03.009101 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:03.028757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'port_id': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'mac_address': 'fa:16:3e:c7:c5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:31:03.033053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8dae140a-c3fb-42b9-8394-2b05b07729fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.046096 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eca159c-1c4c-47ec-906b-ea8b0252607d x-openstack-request-id: req-9eca159c-1c4c-47ec-906b-ea8b0252607d {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:03.046096 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:03.046096 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9eca159c-1c4c-47ec-906b-ea8b0252607d {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:03.046096 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'code': 200} Aug 23 16:31:03.087716 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.105663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea48081-ab7e-4a56-940e-f466f53a76cf {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:31:03.136680 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:03.151920 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.188823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8dae140a-c3fb-42b9-8394-2b05b07729fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.223621 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=7']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:03.234071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae140a-c3fb-42b9-8394-2b05b07729fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7ce94-f9d3-4d0b-a252-40bf632243d8,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:03.238848 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8dae140a-c3fb-42b9-8394-2b05b07729fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac92a313a3f84d04af9103d264b8dd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8199072 Aug 23 16:31:03.242161 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56444) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:03.266255 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.308637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.338230 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.344070 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=7']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:03.495124 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.497737 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:03.501544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a6b7ce94-f9d3-4d0b-a252-40bf632243d8 HTTP/1.1" status: 204 len: 168 time: 0.2555301 Aug 23 16:31:03.515624 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff71af8-cffa-41ff-bf20-58c6f373e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7ce94-f9d3-4d0b-a252-40bf632243d8,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:03.559387 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['9ea48081-ab7e-4a56-940e-f466f53a76cf'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:31:03.725995 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9cc8b-c2fe-4e26-815b-0a53faaca885 req-fb155f57-83f4-4ff3-9e97-f72de68ca893 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:03.734219 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1bc9cc8b-c2fe-4e26-815b-0a53faaca885 req-fb155f57-83f4-4ff3-9e97-f72de68ca893 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.1341946 Aug 23 16:31:03.778824 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1bc9cc8b-c2fe-4e26-815b-0a53faaca885 req-a0cb81c9-2182-4048-88b6-f3a7a7d7e848 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Aug 23 16:31:04.129697 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ab405-209f-4a7f-9a65-737b6d56a2a8 req-2d3550d2-39e1-4af1-93d4-6d1f72429c50 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:04.132626 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d12ab405-209f-4a7f-9a65-737b6d56a2a8 req-2d3550d2-39e1-4af1-93d4-6d1f72429c50 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.1048107 Aug 23 16:31:04.207333 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d12ab405-209f-4a7f-9a65-737b6d56a2a8 req-0dc917b1-fba4-4669-8063-e63c789932d1 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684099 Aug 23 16:31:04.683767 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:31:04.762710 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 9ea48081-ab7e-4a56-940e-f466f53a76cf triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:31:04.763151 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:04.924732 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:04.966414 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef02c7-4771-48f1-b00f-e7ffeb540ced req-d06cbdb8-8acf-4b33-9e5a-a16a295f4a77 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:04.968259 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f4ef02c7-4771-48f1-b00f-e7ffeb540ced req-d06cbdb8-8acf-4b33-9e5a-a16a295f4a77 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 945 time: 0.0663769 Aug 23 16:31:04.974539 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:05.023133 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f4ef02c7-4771-48f1-b00f-e7ffeb540ced req-1e2dedc3-e815-4275-8298-098ec2fdb59d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Aug 23 16:31:05.038214 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:05.040627 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26257df9-0ec7-4662-8fa0-1877de747321" -d '{"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-plugged", "status": "completed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:05.082698 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9faf90-0239-455b-9577-97aa0f7fbc85 x-openstack-request-id: req-1e9faf90-0239-455b-9577-97aa0f7fbc85 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:05.083049 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-plugged", "status": "completed", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:05.083474 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1e9faf90-0239-455b-9577-97aa0f7fbc85 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:05.083995 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'code': 200} Aug 23 16:31:05.344747 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cbdbe-8137-44fc-ab8f-6206e11826c0 req-e607c140-e49c-4200-aaf9-e79337ba3e2b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:05.346567 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d36cbdbe-8137-44fc-ab8f-6206e11826c0 req-e607c140-e49c-4200-aaf9-e79337ba3e2b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0600007 Aug 23 16:31:05.391285 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d36cbdbe-8137-44fc-ab8f-6206e11826c0 req-95224417-5b5b-4f27-95a4-c4e688f6fba5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Aug 23 16:31:05.415137 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:05.469331 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=8']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:05.616114 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea1d85-ec79-42e6-b0cc-b0ffb2a1eb75 req-6fece00e-e64c-4fc3-927d-3fc2b44ae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:05.618143 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-51ea1d85-ec79-42e6-b0cc-b0ffb2a1eb75 req-6fece00e-e64c-4fc3-927d-3fc2b44ae58e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.0494244 Aug 23 16:31:05.665397 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-51ea1d85-ec79-42e6-b0cc-b0ffb2a1eb75 req-fc0bf639-ce24-4a58-9a05-6133f7d6d9ba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Aug 23 16:31:06.157051 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebe374-4f35-43b4-b7c7-237e53131045 req-c8ac1e41-8154-4cf3-b3e7-3d58d1a832b3 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:06.158685 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-96ebe374-4f35-43b4-b7c7-237e53131045 req-c8ac1e41-8154-4cf3-b3e7-3d58d1a832b3 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0599406 Aug 23 16:31:06.233469 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-96ebe374-4f35-43b4-b7c7-237e53131045 req-94e3c0c5-596f-4ab3-89fc-42b361b46ae2 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666575 Aug 23 16:31:06.542015 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12048-fb38-464b-912a-b682bc23ceb3 req-84505ea3-284a-4877-b7a4-6c9bbb9fbbab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:06.552194 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6de12048-fb38-464b-912a-b682bc23ceb3 req-84505ea3-284a-4877-b7a4-6c9bbb9fbbab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0658514 Aug 23 16:31:06.597297 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6de12048-fb38-464b-912a-b682bc23ceb3 req-2b72cd28-a6bb-4e4e-8ce2-637b8869a13d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Aug 23 16:31:07.351640 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055757f-c7d7-4d43-bf19-8ea31313db39 req-311fefb6-b27f-4707-bf5b-373480eb6426 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:07.353412 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c055757f-c7d7-4d43-bf19-8ea31313db39 req-311fefb6-b27f-4707-bf5b-373480eb6426 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0525725 Aug 23 16:31:07.398242 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c055757f-c7d7-4d43-bf19-8ea31313db39 req-a69f1344-cb49-4234-944b-d77e2bd62a81 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Aug 23 16:31:07.738706 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963c89-f3d1-412f-a9ad-123f5cff0dc0 req-44e22c64-e0c5-4961-908a-9e8b9884cf8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:07.741919 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-91963c89-f3d1-412f-a9ad-123f5cff0dc0 req-44e22c64-e0c5-4961-908a-9e8b9884cf8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0646846 Aug 23 16:31:07.792258 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-91963c89-f3d1-412f-a9ad-123f5cff0dc0 req-1fade580-191b-46e3-87a5-785372805821 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433846 Aug 23 16:31:08.532929 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf00a5-d07a-4c36-965b-b288582a6de3 req-6096e1f7-4534-4ae5-9fa1-3b283195ffae tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:08.535763 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eabf00a5-d07a-4c36-965b-b288582a6de3 req-6096e1f7-4534-4ae5-9fa1-3b283195ffae tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0586884 Aug 23 16:31:08.588512 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eabf00a5-d07a-4c36-965b-b288582a6de3 req-88d974ce-1cb8-4a69-acea-8837d922f69f tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Aug 23 16:31:08.928429 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5935831-5cf0-4df4-a5b6-ea4b04fb73e1 req-5356266b-5de5-47de-8e7c-57c7b47016f8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:08.930027 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f5935831-5cf0-4df4-a5b6-ea4b04fb73e1 req-5356266b-5de5-47de-8e7c-57c7b47016f8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0537093 Aug 23 16:31:08.968969 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f5935831-5cf0-4df4-a5b6-ea4b04fb73e1 req-f321e50d-49ba-4324-bfd1-cbbf505895da tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Aug 23 16:31:09.206534 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:31:09.724034 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b10b-d793-4dd3-9ed0-dd5ce75ac4a4 req-ceff9231-90e4-435b-8f40-9366c2afd918 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:09.731918 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3855b10b-d793-4dd3-9ed0-dd5ce75ac4a4 req-ceff9231-90e4-435b-8f40-9366c2afd918 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0655584 Aug 23 16:31:09.768562 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3855b10b-d793-4dd3-9ed0-dd5ce75ac4a4 req-ea11a8e4-fbf6-4193-898b-12132809fe9c tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357075 Aug 23 16:31:10.099340 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a85da-210b-4f4a-b885-1fe92f10b834 req-9971eedf-9f56-40d1-8c88-acf5b6f42ace tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:10.101169 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-855a85da-210b-4f4a-b885-1fe92f10b834 req-9971eedf-9f56-40d1-8c88-acf5b6f42ace tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0570173 Aug 23 16:31:10.157569 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-855a85da-210b-4f4a-b885-1fe92f10b834 req-5c6e048a-6138-44f6-93ea-07d11af42b1b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 Aug 23 16:31:10.948684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916456-5d57-4ec1-a9f5-5fd3de4014d5 req-afc9e6d3-cbe0-45f6-aa4a-ad3fa5fe420d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:10.955333 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ee916456-5d57-4ec1-a9f5-5fd3de4014d5 req-afc9e6d3-cbe0-45f6-aa4a-ad3fa5fe420d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0603430 Aug 23 16:31:10.998084 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ee916456-5d57-4ec1-a9f5-5fd3de4014d5 req-34402de2-ab6d-4ff2-a889-071616f98f4d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410931 Aug 23 16:31:11.313588 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b12-7151-4cd8-95eb-110d54780c48 req-eae2b2e2-fe48-45f9-b102-113d227937c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:11.322199 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-740a9b12-7151-4cd8-95eb-110d54780c48 req-eae2b2e2-fe48-45f9-b102-113d227937c3 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0713642 Aug 23 16:31:11.369640 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-740a9b12-7151-4cd8-95eb-110d54780c48 req-d2460631-f083-41af-8fe7-bc1e8e130add tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Aug 23 16:31:11.466429 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:12.509532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094bc4b-0db9-47cd-9a95-e26ad2c1485e req-889d6129-8e65-44e2-8711-a65546dfe91f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:12.511229 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d094bc4b-0db9-47cd-9a95-e26ad2c1485e req-889d6129-8e65-44e2-8711-a65546dfe91f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0595589 Aug 23 16:31:12.558637 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d094bc4b-0db9-47cd-9a95-e26ad2c1485e req-5c3026e7-89c0-4c1c-8316-9857106a90f6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Aug 23 16:31:13.693209 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d030443-1eb8-4893-a04b-a8aaf8d7044d req-1ea39d22-3941-4ee2-98e4-1f5fd9a8a90d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:13.694961 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d030443-1eb8-4893-a04b-a8aaf8d7044d req-1ea39d22-3941-4ee2-98e4-1f5fd9a8a90d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0609291 Aug 23 16:31:13.744171 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d030443-1eb8-4893-a04b-a8aaf8d7044d req-2ecfe341-dad5-455e-983f-f8942cde3d4c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Aug 23 16:31:14.686284 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-826a0357-c4be-468d-9d5f-f4d929f85e1e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029857687&fields=id&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 267 time: 0.0452881 Aug 23 16:31:14.796259 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-1d34ef80-98bf-45d5-8e09-0242a95508a9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:14.797789 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-1d34ef80-98bf-45d5-8e09-0242a95508a9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1047852 Aug 23 16:31:14.813472 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-d9cf2da1-55cd-441a-b5ed-a71ec49c796b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/quotas/d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 375 time: 0.0098481 Aug 23 16:31:14.877846 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd84cb8-96d6-40ad-adfa-b41fa84687a9 req-36836264-8ef1-425a-9e41-ff94d6d9e405 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:14.879289 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cd84cb8-96d6-40ad-adfa-b41fa84687a9 req-36836264-8ef1-425a-9e41-ff94d6d9e405 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0625780 Aug 23 16:31:14.882597 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-385cdcea-4b3d-4692-b7c1-fa663c5ed7ab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569992 Aug 23 16:31:14.921053 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9cd84cb8-96d6-40ad-adfa-b41fa84687a9 req-8cfd55ae-52cd-4d5d-83ac-58a8bfe5b54d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355780 Aug 23 16:31:15.080317 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-0f37b9cd-8f3f-411a-b709-2fa9dc2a82f5 service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839223 Aug 23 16:31:15.202998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-45c29b8d-2790-40ee-b891-803e9cdf5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:15.204323 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-45c29b8d-2790-40ee-b891-803e9cdf5246 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1098 time: 0.0690458 Aug 23 16:31:15.207804 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-dd671e99-34e7-43b1-a647-0f911a1291fa service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201363 Aug 23 16:31:15.301658 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-3cc0b74a-be3e-49ed-83d2-1e695b23384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:15.304269 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-3cc0b74a-be3e-49ed-83d2-1e695b23384f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.0906196 Aug 23 16:31:15.377541 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-3b537cd9-54a2-42e0-a95a-910ce36c24ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 200 len: 1000 time: 0.0655718 Aug 23 16:31:15.429844 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-c4fa2889-8f7e-4df5-b2ef-7f5a5f4b18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:15.431323 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-c4fa2889-8f7e-4df5-b2ef-7f5a5f4b18dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0467958 Aug 23 16:31:15.482803 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-7ed53c03-d1b9-4338-adf9-b1c35c80c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:15.484392 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-7ed53c03-d1b9-4338-adf9-b1c35c80c234 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458820 Aug 23 16:31:15.487242 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8878-0c8c-4a0f-9cf4-75823ff99544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:15.583036 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-2532a8f9-9704-4bd9-9fc9-35ede173542a service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900979 Aug 23 16:31:15.688794 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7acd1bb6-3aa8-4397-9311-abfaaed42d62 req-c43ee5a7-d9ed-4622-af92-d35bd6b9f654 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978916 Aug 23 16:31:15.969210 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1917664a-9399-4de1-8553-d9a12b66787f req-2a231af7-332e-4d55-b6a9-22de6a113cec tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Aug 23 16:31:16.064665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769beb3-ed65-4a9f-9539-741ba3628f31 req-78095ae4-acdf-462a-b7c5-121ecea9d5ac tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:16.066215 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2769beb3-ed65-4a9f-9539-741ba3628f31 req-78095ae4-acdf-462a-b7c5-121ecea9d5ac tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0586696 Aug 23 16:31:16.106312 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2769beb3-ed65-4a9f-9539-741ba3628f31 req-e4314f89-d545-4f67-8ff9-488559f7ba5c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Aug 23 16:31:17.050823 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eb326c63-f43a-4704-95cc-35cea30f82fd req-099516b6-f537-490f-b794-8ea11600cc2b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Aug 23 16:31:17.238905 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47281842-c127-4ed3-8a8c-4ed02ec5cae0 req-db8bec2b-c9a3-4480-a976-7a30721b76df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:17.242141 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-47281842-c127-4ed3-8a8c-4ed02ec5cae0 req-db8bec2b-c9a3-4480-a976-7a30721b76df tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0556061 Aug 23 16:31:17.284033 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-47281842-c127-4ed3-8a8c-4ed02ec5cae0 req-17e3c2bd-32eb-42f6-ad92-48a3fa481583 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359182 Aug 23 16:31:18.144594 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d07fc540-ddbf-4a3d-be14-223ce8bda407 req-dce4bccc-9617-49dd-b61b-6cd8a7553025 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 210 time: 0.0265808 Aug 23 16:31:18.188371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0b81fc1a-9feb-44bc-9cd0-de51eb07a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:18.309968 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:18.422730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253034-9c34-49b7-b33b-c05e5821cc36 req-37a70d64-e2a6-4c4f-a26e-e35e3d6291bb tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:18.424226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c4253034-9c34-49b7-b33b-c05e5821cc36 req-37a70d64-e2a6-4c4f-a26e-e35e3d6291bb tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Aug 23 16:31:18.462659 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c4253034-9c34-49b7-b33b-c05e5821cc36 req-7c77fc23-5d2d-401d-b36f-14c07fef1f63 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Aug 23 16:31:18.742323 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:31:18.821508 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:18.848091 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:18.850921 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d83604-820c-48ac-8fb6-7e26eeb07ab6" -d '{"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-unplugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:18.863944 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:18.884379 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03280de4-8c81-4b35-b51e-fd51fd1300db x-openstack-request-id: req-03280de4-8c81-4b35-b51e-fd51fd1300db {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:18.884663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-unplugged", "status": "failed", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "code": 422}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:18.884942 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-03280de4-8c81-4b35-b51e-fd51fd1300db {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:18.885337 dv-cinder-760146-5-iscsi neutron-server[94596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'code': 422} returned with failed status Aug 23 16:31:19.028318 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:19.082782 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=8']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:19.154265 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:19.248015 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c2ef3055-0759-4968-83c2-31f45ec96282 req-7fadc6e8-26f7-45b9-9a8a-c06deb8a2fcf tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Aug 23 16:31:19.399211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-d6102b91-8f93-45e8-96ee-15d173b06ce4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:19.400729 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-d6102b91-8f93-45e8-96ee-15d173b06ce4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1067975 Aug 23 16:31:19.450833 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-b0ef3afc-a449-4033-bbfa-e8fd2da0bf9b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 380 time: 0.0371890 Aug 23 16:31:19.462700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'port': {'device_id': 'a0d75fca-71fa-4744-9095-667574295893', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'admin_state_up': True, 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'security_groups': ['86a031df-b9b8-4fb4-8179-3dd00c767edb']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:31:19.650860 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Made reservation on behalf of d94d8b985f0446048281e61d3f75b695 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:31:19.654448 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:19.794585 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.20.0.11 (0df0280e-6074-4d87-b515-75c1b78062d3/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5/2f487a75-d49d-42f7-bf32-8bde9a5eb8dc) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:31:19.944177 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:19.958021 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Transition to ACTIVE for port object 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:31:20.071913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.112828 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:31:20.115715 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:31:20.119218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:31:20.153730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:20.167661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.168030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.168330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.168666 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.168998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.169331 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.169660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.170023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.170423 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.170668 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.171052 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.171296 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:20.190209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:20.190901 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.355678 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-5a1a399d-9e5d-499a-92bc-74b0f4c46ffe tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8976569 Aug 23 16:31:20.369753 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61cc98-bef4-4f9e-9ab9-d5df199e7110 req-5b8c406d-655f-468b-ae21-7b4422eeac7b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:20.371536 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d61cc98-bef4-4f9e-9ab9-d5df199e7110 req-5b8c406d-655f-468b-ae21-7b4422eeac7b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 932 time: 0.0551310 Aug 23 16:31:20.376800 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Request body: {'port': {'device_id': 'a0d75fca-71fa-4744-9095-667574295893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:31:20.405418 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-e7f85586-1ddd-4f97-9c57-7b2060f14ac3 None None] Provisioning for port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:31:20.414057 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-e7f85586-1ddd-4f97-9c57-7b2060f14ac3 None None] Provisioning complete for port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:31:20.414057 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e7f85586-1ddd-4f97-9c57-7b2060f14ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.460962 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-e7f85586-1ddd-4f97-9c57-7b2060f14ac3 None None] Port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:31:20.486399 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d61cc98-bef4-4f9e-9ab9-d5df199e7110 req-6d98407f-ff92-4d77-b15d-efcbbd366f03 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034565 Aug 23 16:31:20.494976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.795891 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:31:20.804560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.819661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Transition to ACTIVE for port object 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:31:20.992563 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:20.992736 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:21.044764 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Pushing event updated for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:21.123491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Attempting to bind port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:31:21.123491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Attempting to bind port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:31:21.123491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Attempting to bind port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:31:21.128210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc on network 0df0280e-6074-4d87-b515-75c1b78062d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:31:21.128542 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Attempting to bind port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:31:21.134211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:31:21.136713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:31:21.136713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Bound using segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:31:21.136713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Bound port: 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:31:21.136713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:21.202430 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:31:21.205387 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:31:21.297476 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:21.329249 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:21.329860 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:21.331436 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] 10.222.0.82 "PUT /v2.0/ports/2f487a75-d49d-42f7-bf32-8bde9a5eb8dc HTTP/1.1" status: 200 len: 1094 time: 0.9589128 Aug 23 16:31:21.334423 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:21.336683 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17976ca8-6275-49b3-ab5f-ed6040f75ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:21.367523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b192b-d8e1-4a24-a115-fa287875179e service neutron] Pushing event updated for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:21.513870 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac685bea-f5e1-471a-b15e-f950a9c59c89 x-openstack-request-id: req-ac685bea-f5e1-471a-b15e-f950a9c59c89 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:21.514479 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:21.514479 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ac685bea-f5e1-471a-b15e-f950a9c59c89 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:21.514799 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'status': 'completed', 'code': 200} Aug 23 16:31:21.607236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f2053-5eea-4b13-8cc1-abde70d2f4ce req-0803ebbd-346f-4847-899e-ae7b9cd406ea tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:21.608722 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6a8f2053-5eea-4b13-8cc1-abde70d2f4ce req-0803ebbd-346f-4847-899e-ae7b9cd406ea tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0514016 Aug 23 16:31:21.650705 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6a8f2053-5eea-4b13-8cc1-abde70d2f4ce req-a9b1675f-9e2d-4b00-9850-ccd5db39e9af tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358834 Aug 23 16:31:22.766514 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898c49-46e0-4521-8fbc-ecf224b740b2 req-d5b0e32b-9114-4e0e-9e9f-9a27b7f0d8c9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:22.768029 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f898c49-46e0-4521-8fbc-ecf224b740b2 req-d5b0e32b-9114-4e0e-9e9f-9a27b7f0d8c9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0505581 Aug 23 16:31:22.809288 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7f898c49-46e0-4521-8fbc-ecf224b740b2 req-1bf11aaf-4872-44d6-ae6f-d45ca8b18e5b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Aug 23 16:31:23.530839 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:31:23.597168 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-96f7bdc7-8a78-440c-931c-261aaf3088a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:23.598752 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-96f7bdc7-8a78-440c-931c-261aaf3088a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1097 time: 0.0470157 Aug 23 16:31:23.699537 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-2020233c-d18c-4f12-a799-a2fc16f19a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:23.701023 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-2020233c-d18c-4f12-a799-a2fc16f19a93 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d94d8b985f0446048281e61d3f75b695&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924513 Aug 23 16:31:23.802991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-65d16ce9-b3ea-4f31-b5f4-9f0f2a8e5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:23.804610 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-17976ca8-6275-49b3-ab5f-ed6040f75ba0 req-65d16ce9-b3ea-4f31-b5f4-9f0f2a8e5a68 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947130 Aug 23 16:31:23.913630 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-6ca36bd6-2e30-499d-b491-a06b9ec61fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:23.915193 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-6ca36bd6-2e30-499d-b491-a06b9ec61fcb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1097 time: 0.0713315 Aug 23 16:31:23.934377 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac7fa-578c-4bec-aede-54987f7a6c48 req-7ac948a7-15ed-46fc-b961-a2b876425986 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:23.935699 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d6ac7fa-578c-4bec-aede-54987f7a6c48 req-7ac948a7-15ed-46fc-b961-a2b876425986 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0576658 Aug 23 16:31:23.973750 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d6ac7fa-578c-4bec-aede-54987f7a6c48 req-36b11ef1-f279-4c50-b3b4-a21c2196c5c7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Aug 23 16:31:24.438096 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58b0ed-5be7-4678-aee1-fca594e7ae5c req-d194deec-03c4-44ec-aa7b-07b129572785 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:24.439643 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fe58b0ed-5be7-4678-aee1-fca594e7ae5c req-d194deec-03c4-44ec-aa7b-07b129572785 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0505526 Aug 23 16:31:24.477988 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fe58b0ed-5be7-4678-aee1-fca594e7ae5c req-62c91c2e-a2a5-4801-a205-6a701ddca33d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Aug 23 16:31:25.087965 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53351-e5c0-4e48-bd82-897b609d4a8a req-07548b27-232b-4e4d-ac01-4df98da875c0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:25.089480 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0ba53351-e5c0-4e48-bd82-897b609d4a8a req-07548b27-232b-4e4d-ac01-4df98da875c0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0487332 Aug 23 16:31:25.127251 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0ba53351-e5c0-4e48-bd82-897b609d4a8a req-aa6d6107-aef0-4aa7-9103-0bf488c73b31 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Aug 23 16:31:25.221057 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-5ca1fc7c-5808-4029-a214-2a2ec07d8ff8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445480 Aug 23 16:31:25.602390 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841627-0c35-4000-b69d-47bb78c0090b req-b4391f7d-0c66-43ec-b74e-4e7bbecdc1a7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:25.603860 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8d841627-0c35-4000-b69d-47bb78c0090b req-b4391f7d-0c66-43ec-b74e-4e7bbecdc1a7 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0521967 Aug 23 16:31:25.641861 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-8d841627-0c35-4000-b69d-47bb78c0090b req-a63d560d-f757-41ef-ac08-b511bc96cd50 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Aug 23 16:31:26.244389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85f9ea-f1ab-4057-812f-52b6f93228c4 req-bbcd66a6-4d06-4438-9905-682fbcb5c305 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:26.245923 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3d85f9ea-f1ab-4057-812f-52b6f93228c4 req-bbcd66a6-4d06-4438-9905-682fbcb5c305 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0514977 Aug 23 16:31:26.284647 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3d85f9ea-f1ab-4057-812f-52b6f93228c4 req-2fbde10f-f986-4585-8f94-68db7dea6ab1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Aug 23 16:31:26.754948 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-25ca953b-fb36-4d76-abab-3f6c4522a3ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc HTTP/1.1" status: 200 len: 217 time: 0.0430894 Aug 23 16:31:26.767350 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865844a1-93f0-4207-959e-a8617df7e3e7 req-1076e9fa-d3b6-4973-a5a9-46d3172e980f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:26.768740 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-865844a1-93f0-4207-959e-a8617df7e3e7 req-1076e9fa-d3b6-4973-a5a9-46d3172e980f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0519903 Aug 23 16:31:26.807032 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-56d57b6a-2bfd-46d0-a82c-46a797a8c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:26.807932 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-865844a1-93f0-4207-959e-a8617df7e3e7 req-0b824488-c058-457d-8072-09f2a0539131 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Aug 23 16:31:26.808474 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-56d57b6a-2bfd-46d0-a82c-46a797a8c8c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0450804 Aug 23 16:31:26.863633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-3d4a5552-cad4-4e58-8d53-afdfa595b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:26.865226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-3d4a5552-cad4-4e58-8d53-afdfa595b8a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460031 Aug 23 16:31:26.963894 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-b59eaff3-334a-4d65-8906-674b59a80baf service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906837 Aug 23 16:31:27.054355 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1f6753ed-7f4a-4890-a39d-e8bf7b55514b req-87582011-a1f6-4816-a509-80c0d8aefcda service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812464 Aug 23 16:31:27.402931 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eab8b-060d-42b6-9d03-0489123a4783 req-3e291cc6-40ae-4094-b5d2-4ae4b90509d7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:27.404699 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b99eab8b-060d-42b6-9d03-0489123a4783 req-3e291cc6-40ae-4094-b5d2-4ae4b90509d7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0538290 Aug 23 16:31:27.444628 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b99eab8b-060d-42b6-9d03-0489123a4783 req-b0a7e647-424a-466c-80bd-543835baeb07 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Aug 23 16:31:27.691465 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-cb9406aa-57a1-4e91-86d2-5e524e31f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:27.693408 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-cb9406aa-57a1-4e91-86d2-5e524e31f0d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349&tenant_id=cd9bad6ac9834f18abeb51e08b0f873c HTTP/1.1" status: 200 len: 1096 time: 0.0543644 Aug 23 16:31:27.763070 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-36a2a628-e676-49f9-b1f4-bd200fd25c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:27.764625 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-36a2a628-e676-49f9-b1f4-bd200fd25c68 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1096 time: 0.0448341 Aug 23 16:31:27.869834 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-60c00242-3645-4ea3-b80e-1a2f13dcae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:27.871350 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-60c00242-3645-4ea3-b80e-1a2f13dcae73 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 200 len: 917 time: 0.0949130 Aug 23 16:31:27.943209 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b55b-b578-410b-8fbb-b823cd22ceb1 req-ab7f1ae2-325e-4ae0-84cf-69f01690ec73 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:27.947158 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-7a1a38a9-6b87-467f-a146-96f33dca82cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 200 len: 998 time: 0.0629268 Aug 23 16:31:27.947951 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aa16b55b-b578-410b-8fbb-b823cd22ceb1 req-ab7f1ae2-325e-4ae0-84cf-69f01690ec73 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0589416 Aug 23 16:31:27.986920 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aa16b55b-b578-410b-8fbb-b823cd22ceb1 req-b52f32e8-41d5-477d-a373-473d39b8dae8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352485 Aug 23 16:31:27.998771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-b5b1d985-dd6f-4eb6-b2fd-ca22874c7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:28.000284 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-b5b1d985-dd6f-4eb6-b2fd-ca22874c7d57 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 200 len: 855 time: 0.0442972 Aug 23 16:31:28.050862 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-bb1d4113-de6c-49be-8ae8-6d1fc8dc25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:28.052369 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-bb1d4113-de6c-49be-8ae8-6d1fc8dc25b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ded63f54-c8e5-4d7e-9c1d-4feba26a2032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443234 Aug 23 16:31:28.143416 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-b7146ae6-4b93-4aca-a1cc-e0f9b1f77c61 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828283 Aug 23 16:31:28.245414 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-a7dd149a-ef06-4813-bb1d-b5a3706f5e42 service neutron] 10.222.0.82 "GET /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938575 Aug 23 16:31:28.565150 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87074-67b2-4b4f-ad04-26e0877f9d2b req-75f7afd6-a91e-435b-a0ca-263ad43dffd6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:28.569889 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-69b87074-67b2-4b4f-ad04-26e0877f9d2b req-75f7afd6-a91e-435b-a0ca-263ad43dffd6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0544581 Aug 23 16:31:28.615594 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-69b87074-67b2-4b4f-ad04-26e0877f9d2b req-83d2d591-b893-44b8-9528-a9a18d4bc736 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349755 Aug 23 16:31:29.143513 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437014e9-f892-4555-9753-da77adeca8d3 req-0de3bfcf-a259-4c85-b733-3485eb44e376 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:29.152135 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-437014e9-f892-4555-9753-da77adeca8d3 req-0de3bfcf-a259-4c85-b733-3485eb44e376 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0679798 Aug 23 16:31:29.194541 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-437014e9-f892-4555-9753-da77adeca8d3 req-72bd7afc-3816-4df4-8d2c-0b696a69efbc tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Aug 23 16:31:29.736939 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39d34-4004-4d4c-9a45-fdf0c8cafe8d req-6bd68986-ea5d-4456-a37d-3859561f74a0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:29.739096 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7ed39d34-4004-4d4c-9a45-fdf0c8cafe8d req-6bd68986-ea5d-4456-a37d-3859561f74a0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0522392 Aug 23 16:31:29.782154 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7ed39d34-4004-4d4c-9a45-fdf0c8cafe8d req-08384f10-4589-43d3-8fca-364c4fd2806a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362709 Aug 23 16:31:30.354321 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76893f6a-ef32-4cbe-8b43-5b3b587a031a req-6fb78792-09a1-499b-9313-24021abf0b52 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:30.357118 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-76893f6a-ef32-4cbe-8b43-5b3b587a031a req-6fb78792-09a1-499b-9313-24021abf0b52 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0805678 Aug 23 16:31:30.400116 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-76893f6a-ef32-4cbe-8b43-5b3b587a031a req-10e9e77e-ce35-46ff-bc9a-9dda7edc426b tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Aug 23 16:31:30.911219 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9992-3b1e-4047-a490-586ca7a9c529 req-cd8ee155-6d31-458c-aa2c-6adbef388701 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:30.913225 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f5b9992-3b1e-4047-a490-586ca7a9c529 req-cd8ee155-6d31-458c-aa2c-6adbef388701 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0537736 Aug 23 16:31:30.957383 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4f5b9992-3b1e-4047-a490-586ca7a9c529 req-8ee1e743-51a4-4b8e-8c64-990d09409182 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357003 Aug 23 16:31:31.538778 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ae35-74f5-4570-846b-8af380133b14 req-5d6bade4-75fa-4bf2-b2a9-6c3a30271681 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:31.540391 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-97a3ae35-74f5-4570-846b-8af380133b14 req-5d6bade4-75fa-4bf2-b2a9-6c3a30271681 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0555785 Aug 23 16:31:31.586563 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-97a3ae35-74f5-4570-846b-8af380133b14 req-3da9893c-bba4-4f82-b62f-324b3cedf603 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Aug 23 16:31:32.082476 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6708d-f5ad-4722-beac-925fa30c9877 req-4e6d701f-8346-40c8-9a23-27d1d0584904 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:32.084949 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-32c6708d-f5ad-4722-beac-925fa30c9877 req-4e6d701f-8346-40c8-9a23-27d1d0584904 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0574658 Aug 23 16:31:32.134454 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-32c6708d-f5ad-4722-beac-925fa30c9877 req-454a35b7-6311-4a29-ba9e-233fcaf7e715 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Aug 23 16:31:32.421923 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 56916) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:32.550208 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-aec12224-d117-43ab-aadc-5de898ed184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:32.648701 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-aec12224-d117-43ab-aadc-5de898ed184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:32.713884 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30276b4-6a8c-464a-83cd-583966195dd8 req-7bf68807-2b97-4172-97a0-3680fc64322c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:32.715730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f30276b4-6a8c-464a-83cd-583966195dd8 req-7bf68807-2b97-4172-97a0-3680fc64322c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0529566 Aug 23 16:31:32.757661 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f30276b4-6a8c-464a-83cd-583966195dd8 req-d4463c6e-e3aa-492e-8ae0-836b8fe2efa9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356240 Aug 23 16:31:32.782466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-aec12224-d117-43ab-aadc-5de898ed184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:32.823759 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-aec12224-d117-43ab-aadc-5de898ed184a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=895b7cf045104885adf7a209ba1061f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996615 Aug 23 16:31:32.823759 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec12224-d117-43ab-aadc-5de898ed184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092a229-d56c-44ec-ac75-1ed5f65d9fba,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:32.826004 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 56922) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:32.889082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:32.912417 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:33.085910 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:33.088372 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:33.098238 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7092a229-d56c-44ec-ac75-1ed5f65d9fba HTTP/1.1" status: 204 len: 168 time: 0.2650945 Aug 23 16:31:33.129015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb1518-df45-4c2b-8cba-3e9311c2a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092a229-d56c-44ec-ac75-1ed5f65d9fba,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:33.272429 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f306e6d-74f3-46f8-ac66-26329e7b9c7c req-7fd5d19f-8593-49b2-884a-7949b5fda307 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:33.273905 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3f306e6d-74f3-46f8-ac66-26329e7b9c7c req-7fd5d19f-8593-49b2-884a-7949b5fda307 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0578196 Aug 23 16:31:33.328429 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3f306e6d-74f3-46f8-ac66-26329e7b9c7c req-9bb03926-2fcf-4c50-823e-f50c866e3172 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Aug 23 16:31:33.887497 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e15f5-049f-440d-ba9a-ece51b3f424e req-4c61386c-921c-44fd-8918-7aaad4290707 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:33.889372 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-676e15f5-049f-440d-ba9a-ece51b3f424e req-4c61386c-921c-44fd-8918-7aaad4290707 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0543060 Aug 23 16:31:33.931963 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-676e15f5-049f-440d-ba9a-ece51b3f424e req-7492d0c4-8598-4ee2-be73-b972a5e770ba tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Aug 23 16:31:34.455040 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5fffb-bf86-4b26-8076-74eb269395d1 req-da1dc7a7-2fae-4795-a026-f58dd5c519f3 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:34.456603 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ba5fffb-bf86-4b26-8076-74eb269395d1 req-da1dc7a7-2fae-4795-a026-f58dd5c519f3 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0555608 Aug 23 16:31:34.500226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ba5fffb-bf86-4b26-8076-74eb269395d1 req-99791006-1c9b-46e7-80e6-fcbeee545c4c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343227 Aug 23 16:31:35.126531 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982774b8-661e-443a-8125-d965736f9293 req-b07025dc-69c8-45d8-a6b9-02ba5722b9c5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:35.126531 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-982774b8-661e-443a-8125-d965736f9293 req-b07025dc-69c8-45d8-a6b9-02ba5722b9c5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0590827 Aug 23 16:31:35.126531 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-982774b8-661e-443a-8125-d965736f9293 req-6b5add79-5209-4222-804e-e0c4aacb3fee tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341823 Aug 23 16:31:35.642231 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e541-0716-413c-b628-b431af74ed9d req-dbc629b0-dc87-4109-8891-f60f9b08b81e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:35.643700 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3ae9e541-0716-413c-b628-b431af74ed9d req-dbc629b0-dc87-4109-8891-f60f9b08b81e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0664015 Aug 23 16:31:35.692124 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3ae9e541-0716-413c-b628-b431af74ed9d req-632337a3-e8c6-454b-a21f-621aac34565d tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Aug 23 16:31:36.257593 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4695a86-f8a2-4d9f-be56-f095bae8a6e2 req-20ed9d8e-5af8-46e3-ae09-3d3ccc29eb8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:36.260062 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4695a86-f8a2-4d9f-be56-f095bae8a6e2 req-20ed9d8e-5af8-46e3-ae09-3d3ccc29eb8c tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0519934 Aug 23 16:31:36.307743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b4695a86-f8a2-4d9f-be56-f095bae8a6e2 req-8f9bd8a0-c0b2-40a2-8be9-425f34f069d9 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403025 Aug 23 16:31:36.821369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781c97-ab5d-4dc0-8d9f-d4cf55f37feb req-8b9b75c8-e82e-4115-9be7-0c334dfbc59a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:36.822961 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eb781c97-ab5d-4dc0-8d9f-d4cf55f37feb req-8b9b75c8-e82e-4115-9be7-0c334dfbc59a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0572307 Aug 23 16:31:36.867703 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eb781c97-ab5d-4dc0-8d9f-d4cf55f37feb req-877c40c3-36df-4666-8b6b-4e24725f64c8 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Aug 23 16:31:37.456892 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105974bb-2ab7-46ab-b03d-5f44616e7191 req-3bdc6d30-0476-4756-a93d-81577cd406d8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:37.458990 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-105974bb-2ab7-46ab-b03d-5f44616e7191 req-3bdc6d30-0476-4756-a93d-81577cd406d8 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0593114 Aug 23 16:31:37.499405 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-105974bb-2ab7-46ab-b03d-5f44616e7191 req-7528105e-749c-4847-ab3a-ea9b2b4f01b6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335352 Aug 23 16:31:37.995165 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57508ab1-2291-4e81-b2b1-2da4b581363d req-8d022dff-f155-4177-a5f4-3eeaaeca047a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:37.997094 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57508ab1-2291-4e81-b2b1-2da4b581363d req-8d022dff-f155-4177-a5f4-3eeaaeca047a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0568585 Aug 23 16:31:38.043365 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57508ab1-2291-4e81-b2b1-2da4b581363d req-9f613cab-aae5-4177-9080-522111487407 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Aug 23 16:31:38.645617 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d87c8-556f-4144-b3fc-033bbdcb87a3 req-7fa37838-84b7-4cfe-8cef-ebcde5d10f5d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:38.648506 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f06d87c8-556f-4144-b3fc-033bbdcb87a3 req-7fa37838-84b7-4cfe-8cef-ebcde5d10f5d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0644224 Aug 23 16:31:38.691177 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f06d87c8-556f-4144-b3fc-033bbdcb87a3 req-a78ee2b3-2362-4989-a4c1-5973eed67e93 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360792 Aug 23 16:31:39.182360 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe045c3-ebb5-4481-84da-7b9a45a73e20 req-40abf82d-e28b-49f4-8fd6-88640a6640ee tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:39.183875 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0fe045c3-ebb5-4481-84da-7b9a45a73e20 req-40abf82d-e28b-49f4-8fd6-88640a6640ee tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0572023 Aug 23 16:31:39.231556 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0fe045c3-ebb5-4481-84da-7b9a45a73e20 req-513873bd-665f-4d05-a5f7-c4effd1b5520 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361371 Aug 23 16:31:39.820842 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8c0a-f734-4a87-9b98-05cec6d1591e req-692cb949-3fdb-4e6b-a859-9776c13f9f02 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:39.822405 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a86f8c0a-f734-4a87-9b98-05cec6d1591e req-692cb949-3fdb-4e6b-a859-9776c13f9f02 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0496705 Aug 23 16:31:39.863585 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a86f8c0a-f734-4a87-9b98-05cec6d1591e req-db9775e7-fcf7-4d4b-9ebf-75ab970362d2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346479 Aug 23 16:31:39.947184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57064) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:40.065467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2198cdeb-1fbe-4a95-a545-835b52d17728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.154572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2198cdeb-1fbe-4a95-a545-835b52d17728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.257479 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-2198cdeb-1fbe-4a95-a545-835b52d17728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.295795 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198cdeb-1fbe-4a95-a545-835b52d17728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682f7e1-f72d-46b5-b55c-614a84a08ce5,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:40.303315 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-2198cdeb-1fbe-4a95-a545-835b52d17728 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6663b879b64a4bdf95f6927d6426391c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518689 Aug 23 16:31:40.303559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57070) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:40.392093 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeaf91-5b56-4a4a-aae1-d09ea23265d7 req-a8312ba3-f526-4bb1-8152-768e6fbdc210 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:40.393572 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e5eeaf91-5b56-4a4a-aae1-d09ea23265d7 req-a8312ba3-f526-4bb1-8152-768e6fbdc210 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0826676 Aug 23 16:31:40.396660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.434938 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.466996 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e5eeaf91-5b56-4a4a-aae1-d09ea23265d7 req-f2e38a5d-aeab-41e9-aa62-25061e608eb3 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658522 Aug 23 16:31:40.619456 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.622172 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:40.623386 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4682f7e1-f72d-46b5-b55c-614a84a08ce5 HTTP/1.1" status: 204 len: 168 time: 0.3188615 Aug 23 16:31:40.632065 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c616c9-80ca-4df9-9875-8a9f28d50232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682f7e1-f72d-46b5-b55c-614a84a08ce5,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:40.999105 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4c75b-b538-4ee2-8131-16a455b441c7 req-a5a74e8e-6ce8-4b30-a5b7-9076b5c36859 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:41.000772 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7ab4c75b-b538-4ee2-8131-16a455b441c7 req-a5a74e8e-6ce8-4b30-a5b7-9076b5c36859 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0557179 Aug 23 16:31:41.044853 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7ab4c75b-b538-4ee2-8131-16a455b441c7 req-6f011966-41a2-4f67-9319-bb95925a9f61 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368307 Aug 23 16:31:41.430326 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:41.592768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7ac9-336f-4f37-aad6-d6ea570c4410 req-20757e96-cfa2-43e0-8be7-a81ab5c3a49a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:41.594312 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f49f7ac9-336f-4f37-aad6-d6ea570c4410 req-20757e96-cfa2-43e0-8be7-a81ab5c3a49a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0584390 Aug 23 16:31:41.639548 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f49f7ac9-336f-4f37-aad6-d6ea570c4410 req-c597b098-0b3e-4e36-a692-0ffcb47cabcd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366416 Aug 23 16:31:42.179364 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ca3a-08b3-4a5a-8db5-47c26f297931 req-1d5f3c26-ca3c-4f68-8ac9-30b227f11618 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:42.180992 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e821ca3a-08b3-4a5a-8db5-47c26f297931 req-1d5f3c26-ca3c-4f68-8ac9-30b227f11618 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0566959 Aug 23 16:31:42.222469 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e821ca3a-08b3-4a5a-8db5-47c26f297931 req-a9b42512-d97b-4c1d-b1a2-fae83ff66b73 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352128 Aug 23 16:31:42.765412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f14a6-5620-4884-a510-d7226d4fec4b req-e5b01bb8-9cf9-42fc-aef8-28a448e2088e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:42.766868 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a18f14a6-5620-4884-a510-d7226d4fec4b req-e5b01bb8-9cf9-42fc-aef8-28a448e2088e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 944 time: 0.0512972 Aug 23 16:31:42.805505 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a18f14a6-5620-4884-a510-d7226d4fec4b req-f1db7ca9-39f0-413d-8a16-268a7316e70a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Aug 23 16:31:42.871159 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:31:42.889816 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-c383a777-5326-4e1f-96a6-1a56a2c5c24b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416298 Aug 23 16:31:42.972745 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:42.983608 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'port_id': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'mac_address': 'fa:16:3e:b5:3b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:31:42.993383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-86910962-60c3-4890-86bc-e4f76d4d1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:42.994979 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-86910962-60c3-4890-86bc-e4f76d4d1c71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.0479515 Aug 23 16:31:43.029752 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:43.046540 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:31:43.067793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:43.109542 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-6e97446b-6c62-4bb8-88d3-15b82acdae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:43.111026 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-6e97446b-6c62-4bb8-88d3-15b82acdae0c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.0874925 Aug 23 16:31:43.151516 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:43.152353 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:31:43.181174 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-5897f9b0-7e8e-42ac-9b5a-87cad2518986 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 1002 time: 0.0620699 Aug 23 16:31:43.238455 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-12f9037d-8c91-45c9-9396-a022a7c0bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:43.240144 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-12f9037d-8c91-45c9-9396-a022a7c0bbd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.0465405 Aug 23 16:31:43.247023 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:43.290332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-d0c7beda-b3a3-4e2a-8c0b-cec7c99e0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:43.291849 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-d0c7beda-b3a3-4e2a-8c0b-cec7c99e0854 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422790 Aug 23 16:31:43.294781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:43.305883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '67b54fee-7a04-4569-887a-a810076b8251', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'port_id': '67b54fee-7a04-4569-887a-a810076b8251', 'mac_address': 'fa:16:3e:67:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:31:43.347831 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:43.360150 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a88f40-65d3-424f-9c43-f6328ccdea8f req-78fe15e9-b983-42a2-a3e6-d834c35878cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:43.361809 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-42a88f40-65d3-424f-9c43-f6328ccdea8f req-78fe15e9-b983-42a2-a3e6-d834c35878cf tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 943 time: 0.0541177 Aug 23 16:31:43.362618 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:31:43.383677 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:43.397947 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-eab7428e-ea82-4fc4-b765-d13aaa60018d service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931258 Aug 23 16:31:43.407620 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-42a88f40-65d3-424f-9c43-f6328ccdea8f req-f416759d-bcbd-4b5d-a09a-b965657390d6 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 Aug 23 16:31:43.474054 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:43.494235 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-57d38659-55cc-4b65-b6fc-99d2ee9884d6 req-48e90cfe-d036-4bbc-bd00-6218fa622f0f service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885155 Aug 23 16:31:43.524807 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=9']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:43.751687 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['67b54fee-7a04-4569-887a-a810076b8251'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:31:43.757482 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['2f487a75-d49d-42f7-bf32-8bde9a5eb8dc'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:31:43.933743 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e12f-430d-475e-8f45-ea3a431e6e74 req-5ac36688-b9b7-4e75-b726-e09d30d800e6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:43.935266 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-80f9e12f-430d-475e-8f45-ea3a431e6e74 req-5ac36688-b9b7-4e75-b726-e09d30d800e6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Aug 23 16:31:43.976078 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-80f9e12f-430d-475e-8f45-ea3a431e6e74 req-c7726249-760c-49e1-b57f-f1c4fa789bca tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343752 Aug 23 16:31:44.533206 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da5668-65a2-42c0-8ce4-5924f32fe3cf req-628fb862-abcb-48ae-8263-5ff1311d8953 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:44.534793 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b8da5668-65a2-42c0-8ce4-5924f32fe3cf req-628fb862-abcb-48ae-8263-5ff1311d8953 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Aug 23 16:31:44.575656 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b8da5668-65a2-42c0-8ce4-5924f32fe3cf req-3ee1aaf8-2198-4982-9043-b837f294917d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Aug 23 16:31:44.883091 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:31:45.011140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:31:45.018128 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:31:45.018702 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.097764 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca1c9-9852-4400-b355-bb9b39e51cd1 req-8c4b7341-fac6-42b7-9eca-4fbb22415c8f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:45.100498 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9adca1c9-9852-4400-b355-bb9b39e51cd1 req-8c4b7341-fac6-42b7-9eca-4fbb22415c8f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 945 time: 0.0546679 Aug 23 16:31:45.128355 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.139661 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9adca1c9-9852-4400-b355-bb9b39e51cd1 req-5bb04362-6de1-4eb7-875f-1f9fc09ca191 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Aug 23 16:31:45.159565 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:45.159565 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f96e44-8c61-4207-9a0c-bc364d52d47c" -d '{"events": [{"server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "name": "network-vif-plugged", "status": "completed", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:45.168320 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:45.193862 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ffee82-c7c9-4d8f-98d0-84e0e98e67d1 x-openstack-request-id: req-58ffee82-c7c9-4d8f-98d0-84e0e98e67d1 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:45.193862 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "name": "network-vif-plugged", "status": "completed", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:45.193862 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58ffee82-c7c9-4d8f-98d0-84e0e98e67d1 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:45.194277 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'code': 200} Aug 23 16:31:45.245151 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.246139 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:31:45.341448 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:45.357642 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 67b54fee-7a04-4569-887a-a810076b8251 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:31:45.358058 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.439619 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.448415 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b301ec5c-c8b3-4d06-9513-e28ffcc3e5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.476675 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:31:45.562535 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:45.619888 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=10']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:45.626928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac2229-1d25-4dfe-8899-d50fbe0ad0a3 req-d5132f57-eef9-4263-9e6f-892baff95a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:45.628449 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75ac2229-1d25-4dfe-8899-d50fbe0ad0a3 req-d5132f57-eef9-4263-9e6f-892baff95a79 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1099 time: 0.0580878 Aug 23 16:31:45.692582 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-75ac2229-1d25-4dfe-8899-d50fbe0ad0a3 req-3e4956d5-3dd5-40f7-9a28-52798760e460 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550289 Aug 23 16:31:45.713035 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69144125-bc6a-4ca8-a3d4-83371a20b8ac req-ffb0bc7c-f0d8-46a8-9cdc-267aa9d762eb tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:45.714872 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-69144125-bc6a-4ca8-a3d4-83371a20b8ac req-ffb0bc7c-f0d8-46a8-9cdc-267aa9d762eb tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0608900 Aug 23 16:31:45.754147 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-69144125-bc6a-4ca8-a3d4-83371a20b8ac req-e912b99b-0049-4093-bc18-72b442ab62aa tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Aug 23 16:31:46.205547 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:31:46.261525 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac2e81-a47b-428d-b1cf-339c926b0748 req-ba570521-9006-4037-9d0a-4aa9d51cd73c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:46.263221 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0dac2e81-a47b-428d-b1cf-339c926b0748 req-ba570521-9006-4037-9d0a-4aa9d51cd73c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Aug 23 16:31:46.303092 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0dac2e81-a47b-428d-b1cf-339c926b0748 req-f11c56ac-9b3e-41f5-80af-cc0bacbb5c2f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Aug 23 16:31:46.878209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdca458-7d0e-44f1-8a2c-910b0195712c req-8d55a307-4648-4689-a162-5269730c3e16 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:46.879741 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2bdca458-7d0e-44f1-8a2c-910b0195712c req-8d55a307-4648-4689-a162-5269730c3e16 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0535705 Aug 23 16:31:46.922450 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2bdca458-7d0e-44f1-8a2c-910b0195712c req-9fb21e43-446e-45b0-bd94-bb7018c2d6ec tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Aug 23 16:31:47.195468 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:47.197734 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b05bad-9366-4a69-abfe-a59907d5d6ef" -d '{"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:47.235922 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db943c83-8d7e-494b-bdfb-9702a68f3e11 x-openstack-request-id: req-db943c83-8d7e-494b-bdfb-9702a68f3e11 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:47.236211 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-plugged", "status": "completed", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:47.236458 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-db943c83-8d7e-494b-bdfb-9702a68f3e11 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:47.236871 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'code': 200} Aug 23 16:31:47.420526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62bbb6-9342-4840-81d5-dc73270d5d88 req-071504b5-21f6-40f2-88d2-a19a49ab97f6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:47.422129 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a62bbb6-9342-4840-81d5-dc73270d5d88 req-071504b5-21f6-40f2-88d2-a19a49ab97f6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Aug 23 16:31:47.462553 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a62bbb6-9342-4840-81d5-dc73270d5d88 req-d74df5e3-838e-4a53-b291-0b9547273832 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341623 Aug 23 16:31:47.580311 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5982f-b499-44a7-9984-3578a58f9a24 req-ceb2f064-794c-4e39-b1b2-53a99deecca6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:47.581678 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-88b5982f-b499-44a7-9984-3578a58f9a24 req-ceb2f064-794c-4e39-b1b2-53a99deecca6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0498347 Aug 23 16:31:47.622596 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-88b5982f-b499-44a7-9984-3578a58f9a24 req-41ba53f3-4246-4bad-8cc2-549df18b5910 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341210 Aug 23 16:31:47.645700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57120) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:47.698419 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ee8ac-cff0-4029-9da3-f031aa5a30c8 req-33844134-09a8-46f7-afff-1402af7fbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:47.699768 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-667ee8ac-cff0-4029-9da3-f031aa5a30c8 req-33844134-09a8-46f7-afff-1402af7fbd93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 1099 time: 0.0430686 Aug 23 16:31:47.741352 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-667ee8ac-cff0-4029-9da3-f031aa5a30c8 req-b4ca3f81-f603-48e6-b0e0-12bcddbccc82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296957 Aug 23 16:31:47.834721 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e21be-c9e1-4d97-be06-fe28010fd8fc tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:47.836334 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-333e21be-c9e1-4d97-be06-fe28010fd8fc tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1094 time: 0.1895270 Aug 23 16:31:47.839459 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57126) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:31:47.844452 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'port_id': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:31:48.042413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25b95b-3e71-4a5b-a816-7696700069f4 req-efdf363a-0931-4192-bc0b-1d570cc53848 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:48.043894 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c25b95b-3e71-4a5b-a816-7696700069f4 req-efdf363a-0931-4192-bc0b-1d570cc53848 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0483065 Aug 23 16:31:48.081986 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c25b95b-3e71-4a5b-a816-7696700069f4 req-04e8fb5f-07ad-40d8-ba2c-e0801f97c0ab tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Aug 23 16:31:48.098576 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.189681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-57bb8c30-d425-4358-a927-cbf4860f0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.192459 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.300302 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.27.3.136 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/30ac308e-acf6-477b-b46a-003bd6e7264a) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:31:48.345194 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.401281 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.533989 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:48.570429 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:31:48.574423 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:31:48.577466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:31:48.607321 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=30ac308e-acf6-477b-b46a-003bd6e7264a,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:48.622171 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.622517 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.622855 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.623188 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.623513 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.623838 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.624164 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.624499 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.624802 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.625117 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.625433 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:48.625745 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:31:49.177204 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.215036 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.254827 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc821dd0-cc19-4c29-a741-121877ec0332 req-4d3ca4da-394a-456a-8c19-ab085bd434d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:49.256430 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bc821dd0-cc19-4c29-a741-121877ec0332 req-4d3ca4da-394a-456a-8c19-ab085bd434d0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0951414 Aug 23 16:31:49.300816 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bc821dd0-cc19-4c29-a741-121877ec0332 req-6d2cc073-bfb9-4e39-90c6-dfc148cfd486 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373690 Aug 23 16:31:49.419043 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.569579 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.651034 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.721319 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=30ac308e-acf6-477b-b46a-003bd6e7264a,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:31:49.728369 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:49.827815 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.l3_db [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP 9d24fc5d-28df-403f-8888-890c4f23a4c0 associated. External IP: 172.27.3.136, port: 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc. Aug 23 16:31:50.040870 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:31:50.149097 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:31:50.158619 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:31:50.170628 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:31:50.171221 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:31:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:31:50.278389 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:31:50.427291 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17a494-e6cf-44ff-a710-888a649dc167 req-53e58e2b-e391-451a-bd80-38fd07f7f17d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:50.428709 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c17a494-e6cf-44ff-a710-888a649dc167 req-53e58e2b-e391-451a-bd80-38fd07f7f17d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0549920 Aug 23 16:31:50.443155 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:50.468756 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4c17a494-e6cf-44ff-a710-888a649dc167 req-3fe5f459-2f0e-4ca7-b892-49e4d8f167f0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Aug 23 16:31:50.485228 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4fe8e3f8-ec26-4a25-811c-bee31f1bb555 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6341832 Aug 23 16:31:50.485228 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:31:50.485228 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b16ff32-6dae-4982-976e-de5aea907309" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:31:50.522465 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '9d24fc5d-28df-403f-8888-890c4f23a4c0', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:b5:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d75fca-71fa-4744-9095-667574295893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:31:48Z', 'updated_at': '2021-08-23T16:31:48Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:31:50.548832 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:31:50.557936 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:31:50.558539 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:31:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:31:50.643470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d5559d-44b3-4a4c-90f8-080cca2c1b67 x-openstack-request-id: req-73d5559d-44b3-4a4c-90f8-080cca2c1b67 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:31:50.644312 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:31:50.644776 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73d5559d-44b3-4a4c-90f8-080cca2c1b67 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:31:50.646026 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'status': 'completed', 'code': 200} Aug 23 16:31:50.670030 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:31:50.718112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ff32-6dae-4982-976e-de5aea907309 req-f05b7c74-7290-4bbf-ba16-8cdf57cfd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:50.719537 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-f05b7c74-7290-4bbf-ba16-8cdf57cfd5c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1099 time: 0.0458264 Aug 23 16:31:50.821508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ff32-6dae-4982-976e-de5aea907309 req-536bf109-6368-4ee7-8071-ec8c0955d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:50.823084 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-536bf109-6368-4ee7-8071-ec8c0955d76c service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0941734 Aug 23 16:31:50.914078 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-8e5a27bc-11b2-469c-88e5-68f1bf1010ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc HTTP/1.1" status: 200 len: 1000 time: 0.0776000 Aug 23 16:31:50.949240 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '9d24fc5d-28df-403f-8888-890c4f23a4c0', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:b5:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d75fca-71fa-4744-9095-667574295893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:31:48Z', 'updated_at': '2021-08-23T16:31:48Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:31:50.969444 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ff32-6dae-4982-976e-de5aea907309 req-0952a4b5-0171-4c8a-8078-31b6b9836fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:50.971294 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-0952a4b5-0171-4c8a-8078-31b6b9836fba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0475333 Aug 23 16:31:50.984876 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00128630-6bfb-4dc0-a39c-692fa78ed5e6 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '9d24fc5d-28df-403f-8888-890c4f23a4c0', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:b5:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d75fca-71fa-4744-9095-667574295893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:31:48Z', 'updated_at': '2021-08-23T16:31:48Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:31:51.006566 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:31:51.032664 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ff32-6dae-4982-976e-de5aea907309 req-84637608-6724-4c65-a521-5a6a9f734990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:51.036312 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-84637608-6724-4c65-a521-5a6a9f734990 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527220 Aug 23 16:31:51.146960 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-b91a2a00-974d-4a7c-a0cd-70c3ac5bf2d6 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010833 Aug 23 16:31:51.242057 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960ba43-d184-4268-96e3-fda7ac8ce292 None None] New status for floating IP 9d24fc5d-28df-403f-8888-890c4f23a4c0: ACTIVE {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:31:51.259676 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3b16ff32-6dae-4982-976e-de5aea907309 req-1b1337df-fd4f-4f6d-b378-a9f154331850 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998061 Aug 23 16:31:51.605297 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46839bbb-a90b-44dc-bb17-75e99f4f8745 req-468634d0-65ae-49c3-9936-9af598615391 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:51.607596 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-46839bbb-a90b-44dc-bb17-75e99f4f8745 req-468634d0-65ae-49c3-9936-9af598615391 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0517595 Aug 23 16:31:51.643834 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-46839bbb-a90b-44dc-bb17-75e99f4f8745 req-701cf9ee-1be1-4d88-87d2-dd7a2b24c218 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Aug 23 16:31:52.769457 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81804d8-22c6-4d7a-91d2-c6ec4c6d7e54 req-a8c5a79b-1463-4097-88e9-1daa0f0cdb17 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:31:52.771214 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f81804d8-22c6-4d7a-91d2-c6ec4c6d7e54 req-a8c5a79b-1463-4097-88e9-1daa0f0cdb17 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Aug 23 16:31:52.809245 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f81804d8-22c6-4d7a-91d2-c6ec4c6d7e54 req-8af513a4-c21f-40ad-8cd7-aa765e1928b2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Aug 23 16:32:02.563427 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57252) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:02.673641 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d338-d59b-4ae4-853c-6cd127887fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.135480 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d338-d59b-4ae4-853c-6cd127887fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.244946 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d338-d59b-4ae4-853c-6cd127887fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.281681 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d2a5d338-d59b-4ae4-853c-6cd127887fcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c52cee13f454543b31875c0bbf7e28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171814 Aug 23 16:32:03.282722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d338-d59b-4ae4-853c-6cd127887fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37559ed-afe2-400e-8cdc-aba1aa00026f,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:03.284352 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57256) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:03.338820 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.359985 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.496685 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.499140 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:03.500290 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b37559ed-afe2-400e-8cdc-aba1aa00026f HTTP/1.1" status: 204 len: 168 time: 0.2144628 Aug 23 16:32:03.508421 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f1b3-0905-4884-966f-8c542a670d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37559ed-afe2-400e-8cdc-aba1aa00026f,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:11.453372 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:15.462033 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc446-02db-4427-b7b6-3ea20f1e0257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:18.169079 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4da78e9c-596a-4f8d-a14a-112580660d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:18.282240 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:19.196075 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:20.895966 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:23.204937 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:32:32.968219 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c6db-2bc2-4d5a-81b5-a6fcb8e3c662 req-d03a803e-1576-49a4-94b7-d415d80f3fa5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:32.969960 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8cb8c6db-2bc2-4d5a-81b5-a6fcb8e3c662 req-d03a803e-1576-49a4-94b7-d415d80f3fa5 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0475242 Aug 23 16:32:33.008149 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8cb8c6db-2bc2-4d5a-81b5-a6fcb8e3c662 req-7a4b1f46-829f-48d6-8f3b-88cdd7ddcf91 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Aug 23 16:32:34.093762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57288) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:34.139795 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4cca4-4eea-4f4d-a134-788e915b652a req-6e865beb-f374-4997-a47a-8bf686bbab90 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:34.141286 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04f4cca4-4eea-4f4d-a134-788e915b652a req-6e865beb-f374-4997-a47a-8bf686bbab90 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0570490 Aug 23 16:32:34.180853 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-04f4cca4-4eea-4f4d-a134-788e915b652a req-93ec94e9-2bd6-4dc2-bfd7-02c8f908d31f tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Aug 23 16:32:34.394236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Deleting port a1f1eaa0-3bea-4336-80dd-f01af4f49461 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:34.394580 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.469500 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.469871 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.482249 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Calling delete_port for a1f1eaa0-3bea-4336-80dd-f01af4f49461 owned by network:floatingip {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:34.692499 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-28a45697-203c-44df-88b8-d179b24393b2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:34.693948 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-28a45697-203c-44df-88b8-d179b24393b2 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.0904109 Aug 23 16:32:34.796021 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Deleting port 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:34.796358 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.812832 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.875399 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event deleted for resources: {'Port': ['ID=a1f1eaa0-3bea-4336-80dd-f01af4f49461,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:34.889130 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.907332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:34.964978 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] For port 67b54fee-7a04-4569-887a-a810076b8251, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=67b54fee-7a04-4569-887a-a810076b8251,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:34.965255 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.981997 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:34.982440 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Floating IP 62575ffa-4ed6-4bb4-aa48-82d439834f4d disassociated (deleted). External IP: 172.27.3.161, port: 9ea48081-ab7e-4a56-940e-f466f53a76cf. Aug 23 16:32:35.257277 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:35.258005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:35.258005 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Floating IP 559809c7-71f3-4e52-bbd6-993907e3e664 disassociated. External IP: 172.27.3.40, port: 67b54fee-7a04-4569-887a-a810076b8251. Aug 23 16:32:35.258326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Calling delete_port for 67b54fee-7a04-4569-887a-a810076b8251 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:35.396405 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Router c8d79d75-a5f0-410b-9472-1fe3c94408bb has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:35.407367 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb13e2-880e-4ef0-b03a-3a557bfd48ec req-99a9ea96-e1d5-448d-9f44-c862ba0170a4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:35.409396 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ceeb13e2-880e-4ef0-b03a-3a557bfd48ec req-99a9ea96-e1d5-448d-9f44-c862ba0170a4 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 946 time: 0.1485863 Aug 23 16:32:35.536782 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ceeb13e2-880e-4ef0-b03a-3a557bfd48ec req-92967f5a-50c8-450a-b518-b91085844520 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups?id=029c3b5a-38cc-410c-882e-870a463b07da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096246 Aug 23 16:32:35.595672 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:35.602509 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:35.605954 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Sync routers for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:35.618608 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:35.619213 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:35.632647 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-30c8a38e-d5e1-4423-8aa1-07cc9443cd8d tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "DELETE /v2.0/floatingips/62575ffa-4ed6-4bb4-aa48-82d439834f4d HTTP/1.1" status: 204 len: 168 time: 1.5377777 Aug 23 16:32:35.633335 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:32:35.635750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60c97ef-da21-4e9c-9651-8d60637e9c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:32:35.672337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea4b0b-994c-47f1-ad06-b0e94baa19c7 x-openstack-request-id: req-dbea4b0b-994c-47f1-ad06-b0e94baa19c7 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:32:35.672633 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:32:35.673409 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbea4b0b-994c-47f1-ad06-b0e94baa19c7 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:32:35.673409 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'status': 'completed', 'code': 200} Aug 23 16:32:35.674478 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:35.707061 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'Port': ['ID=67b54fee-7a04-4569-887a-a810076b8251,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:35.724007 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:35.831743 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-36bf8dff-0892-4c17-be88-5ab2329182bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:35.833503 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-36bf8dff-0892-4c17-be88-5ab2329182bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ade5d1e578454f928506ca1024f3c8ae&device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 1099 time: 0.1231792 Aug 23 16:32:35.909315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:35.928644 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:35.955566 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Checking router: c8d79d75-a5f0-410b-9472-1fe3c94408bb for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:35.964363 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:35.964969 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:35.992669 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-3f44f2d2-5279-4b0b-a1f4-3ac3c6185502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:35.994304 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-3f44f2d2-5279-4b0b-a1f4-3ac3c6185502 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 200 len: 910 time: 0.1522503 Aug 23 16:32:36.075222 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-f1f77e5b-54f4-48c9-b9bc-8c3d23777b4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 200 len: 217 time: 0.0706246 Aug 23 16:32:36.084434 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:36.157325 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:36.169304 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:36.180875 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:36.181560 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:36.219140 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-6d7205bb-0652-4882-8552-92d331ca8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:36.221217 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-6d7205bb-0652-4882-8552-92d331ca8b70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 200 len: 848 time: 0.1159110 Aug 23 16:32:36.240811 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] No DVR routers for this DVR port 67b54fee-7a04-4569-887a-a810076b8251 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:36.251823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:36.254636 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c8925fc8-ce56-4d3c-837a-5a03a1373cef req-ee796636-19a1-428b-95db-b4aaa27ff29d tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.82 "DELETE /v2.0/ports/67b54fee-7a04-4569-887a-a810076b8251 HTTP/1.1" status: 204 len: 173 time: 1.5536954 Aug 23 16:32:36.265807 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ccd26-9b25-4189-9280-8fc7f1bc8fd7 req-a693ac59-c13d-4d33-b141-9c90679b84c2 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:36.273725 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-815ccd26-9b25-4189-9280-8fc7f1bc8fd7 req-a693ac59-c13d-4d33-b141-9c90679b84c2 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.1786742 Aug 23 16:32:36.302177 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:36.328922 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:36.332137 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-3de7bbe1-47af-46fc-ba2e-89b70c420a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:36.333867 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-3de7bbe1-47af-46fc-ba2e-89b70c420a7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5a17556-f4d3-4135-a40f-aa02b62b4faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951409 Aug 23 16:32:36.339207 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-815ccd26-9b25-4189-9280-8fc7f1bc8fd7 req-130f4c48-cef9-4a93-a50c-c2896fc9de6b tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646567 Aug 23 16:32:36.365768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9842-162d-4d12-9dc0-ec4b60d5c795 None None] The sync data for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi is: [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:26:14Z', 'revision_number': 4, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '622727cc-db0b-45e0-beec-2915d34876ba', 'name': '', 'network_id': 'd5a17556-f4d3-4135-a40f-aa02b62b4faf', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'mac_address': 'fa:16:3e:97:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:13Z', 'updated_at': '2021-08-23T16:26:20Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'subnets': [{'id': 'dbf3ea68-3544-49c4-bb04-e02f05a191d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:36.450968 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-09c2127a-b217-47cc-86bf-ade7b63d10e8 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059878 Aug 23 16:32:36.537640 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:36.563948 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a60c97ef-da21-4e9c-9651-8d60637e9c8e req-ae5bcfcc-1793-4da2-b70f-c5b164de2ab5 service neutron] 10.222.0.82 "GET /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024683 Aug 23 16:32:36.574995 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:36.591978 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:36.592609 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:36.639197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6f1b0-2e42-4b32-b156-94dfbcac8759 None None] New status for floating IP 62575ffa-4ed6-4bb4-aa48-82d439834f4d: DOWN {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:32:36.657367 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd67c20c-e8b2-4fe4-a630-d7f5f2ca3283 req-25ffaa78-58c1-4303-9902-8b8920d49ead tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/ports?device_id=177a67cb-6ac8-4e01-a3d0-a00a62d89349 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Aug 23 16:32:36.721934 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:36.934623 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:36.960097 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73851b-75e5-4782-b527-582335bc82a1 None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:24:41Z', 'revision_number': 4, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '88c0b768-28f3-46bc-8218-14802fd59bd6', 'name': '', 'network_id': 'ded63f54-c8e5-4d7e-9c1d-4feba26a2032', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'mac_address': 'fa:16:3e:d9:58:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:40Z', 'updated_at': '2021-08-23T16:24:52Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'subnets': [{'id': 'd61b3d9d-df52-4266-8b30-2ba0f8d83c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:37.175611 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cb9d3-7576-451d-ac41-d3b11a59b9af None None] New status for floating IP 559809c7-71f3-4e52-bbd6-993907e3e664: DOWN {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:32:37.468198 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a9b8-2025-4395-8f2a-eee1b82ee7b4 req-1c08540f-dd8a-4cc4-9b48-5d9af2f00de4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:37.468198 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c580a9b8-2025-4395-8f2a-eee1b82ee7b4 req-1c08540f-dd8a-4cc4-9b48-5d9af2f00de4 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0556347 Aug 23 16:32:37.507365 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c580a9b8-2025-4395-8f2a-eee1b82ee7b4 req-490eb288-9ccf-4c36-b90a-49d1fd4942ac tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/security-groups?id=7301fe6c-7675-47e8-964c-ea2f31fd438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Aug 23 16:32:37.674876 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-deleted', 'tag': '67b54fee-7a04-4569-887a-a810076b8251'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:32:37.677360 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb3d6cf-1237-4b36-bb61-be4980746726" -d '{"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-deleted", "tag": "67b54fee-7a04-4569-887a-a810076b8251"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:32:37.715494 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7d930-ea14-4591-ad08-8dd782c18f4b x-openstack-request-id: req-6bf7d930-ea14-4591-ad08-8dd782c18f4b {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:32:37.715948 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177a67cb-6ac8-4e01-a3d0-a00a62d89349", "name": "network-vif-deleted", "tag": "67b54fee-7a04-4569-887a-a810076b8251", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:32:37.716162 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6bf7d930-ea14-4591-ad08-8dd782c18f4b {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:32:37.716545 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177a67cb-6ac8-4e01-a3d0-a00a62d89349', 'name': 'network-vif-deleted', 'tag': '67b54fee-7a04-4569-887a-a810076b8251', 'status': 'completed', 'code': 200} Aug 23 16:32:37.854926 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57316) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:37.914702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:37.941635 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.022533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-f78bd0f8-fa7e-4f84-be9c-8ddf6f6eea19 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:38.024406 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-f78bd0f8-fa7e-4f84-be9c-8ddf6f6eea19 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.82 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 946 time: 0.0660560 Aug 23 16:32:38.108951 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.111559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.112744 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "DELETE /v2.0/security-groups/029c3b5a-38cc-410c-882e-870a463b07da HTTP/1.1" status: 204 len: 168 time: 0.2568474 Aug 23 16:32:38.115726 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57318) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:38.126606 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab311b-b8d0-4212-a73c-36b6d673d962 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c3b5a-38cc-410c-882e-870a463b07da,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:38.137046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Deleting port 9ea48081-ab7e-4a56-940e-f466f53a76cf {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:38.137640 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.139930 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.api.v2.resource [None req-3ea6fa0c-a547-45d3-997d-ac18b440e524 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] show failed (client error): The resource could not be found. Aug 23 16:32:38.147280 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3ea6fa0c-a547-45d3-997d-ac18b440e524 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "GET /v2.0/security-groups/029c3b5a-38cc-410c-882e-870a463b07da HTTP/1.1" status: 404 len: 347 time: 0.0304031 Aug 23 16:32:38.155887 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57320) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:38.228652 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] For port 9ea48081-ab7e-4a56-940e-f466f53a76cf, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=9ea48081-ab7e-4a56-940e-f466f53a76cf,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:38.228932 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.240934 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Calling delete_port for 9ea48081-ab7e-4a56-940e-f466f53a76cf owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:38.325010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Deleting port 78029070-7117-4e75-8f9c-f9dc347b63e8 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:38.325359 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.405105 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.405427 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.417524 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Calling delete_port for 78029070-7117-4e75-8f9c-f9dc347b63e8 owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:38.527536 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.558247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event deleted for resources: {'Port': ['ID=9ea48081-ab7e-4a56-940e-f466f53a76cf,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:38.632396 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6a631b34-ab6b-437a-81f3-568ed10c784d req-a94774e9-ddd2-48c8-85c9-e1629d10831a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0435009 Aug 23 16:32:38.633206 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] No DVR routers for this DVR port 9ea48081-ab7e-4a56-940e-f466f53a76cf on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:38.635572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.637499 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9e03f91a-9a18-4699-bf3f-acc8c3d608f8 req-fa39e9bd-ab19-4bd7-853d-159818a89b12 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.82 "DELETE /v2.0/ports/9ea48081-ab7e-4a56-940e-f466f53a76cf HTTP/1.1" status: 204 len: 173 time: 0.6055305 Aug 23 16:32:38.684900 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.712422 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Pushing event deleted for resources: {'Port': ['ID=78029070-7117-4e75-8f9c-f9dc347b63e8,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:38.774891 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.777346 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:38.778591 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f77175c7-216c-4a41-b41d-301470704aa0 tempest-AttachVolumeShelveTestJSON-1833432177 tempest-AttachVolumeShelveTestJSON-1833432177-project] 10.222.0.63 "DELETE /v2.0/floatingips/559809c7-71f3-4e52-bbd6-993907e3e664 HTTP/1.1" status: 204 len: 168 time: 0.6216793 Aug 23 16:32:39.197471 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:39.218509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 9ea48081-ab7e-4a56-940e-f466f53a76cf {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:39.218854 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 9ea48081-ab7e-4a56-940e-f466f53a76cf not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:39.219272 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:39.240168 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 67b54fee-7a04-4569-887a-a810076b8251 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:39.240494 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 67b54fee-7a04-4569-887a-a810076b8251 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:39.717914 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-deleted', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:32:39.720341 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fa8da-05de-453f-84b1-5328ec7b402d" -d '{"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-deleted", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:32:39.748990 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ab52da3b-1be5-47fe-8854-9237c4043ca0 req-034f58d4-520a-424a-8811-24ebbacc419a tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c HTTP/1.1" status: 200 len: 210 time: 0.0280340 Aug 23 16:32:39.759275 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe68fe-c15b-47fb-be88-036e0a04666a x-openstack-request-id: req-3ffe68fe-c15b-47fb-be88-036e0a04666a {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:32:39.759575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c", "name": "network-vif-deleted", "tag": "9ea48081-ab7e-4a56-940e-f466f53a76cf", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:32:39.759833 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ffe68fe-c15b-47fb-be88-036e0a04666a {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:32:39.760280 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2793c75-e4e8-4b30-a26b-1a3f2cc9b49c', 'name': 'network-vif-deleted', 'tag': '9ea48081-ab7e-4a56-940e-f466f53a76cf', 'status': 'completed', 'code': 200} Aug 23 16:32:40.818252 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57344) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:40.889284 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:40.918150 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:41.119282 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:41.122203 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:41.123371 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] 10.222.0.63 "DELETE /v2.0/security-groups/7301fe6c-7675-47e8-964c-ea2f31fd438b HTTP/1.1" status: 204 len: 168 time: 0.3041303 Aug 23 16:32:41.135603 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc2cff-6eb5-4a5e-8417-60ab88e05b28 tempest-TestShelveInstance-682156379 tempest-TestShelveInstance-682156379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7301fe6c-7675-47e8-964c-ea2f31fd438b,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:41.322894 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57348) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:41.426143 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:41.625188 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57358) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:42.029657 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.131381 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.279287 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Deleting port 88c0b768-28f3-46bc-8218-14802fd59bd6 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:42.279287 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.364059 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] For port 88c0b768-28f3-46bc-8218-14802fd59bd6, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=88c0b768-28f3-46bc-8218-14802fd59bd6,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:42.364587 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.376611 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Calling delete_port for 88c0b768-28f3-46bc-8218-14802fd59bd6 owned by network:router_interface {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:42.435431 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Deleting port 622727cc-db0b-45e0-beec-2915d34876ba {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:42.436045 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.514229 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] For port 622727cc-db0b-45e0-beec-2915d34876ba, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=622727cc-db0b-45e0-beec-2915d34876ba,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:42.514501 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.527467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Calling delete_port for 622727cc-db0b-45e0-beec-2915d34876ba owned by network:router_interface {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:42.713156 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.741628 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c0b768-28f3-46bc-8218-14802fd59bd6,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:42.804323 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:42.833094 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=622727cc-db0b-45e0-beec-2915d34876ba,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:42.930582 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.018665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.164421 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Router df3a6634-c3c2-4775-8356-ae4ff642d866 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:43.237132 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Router c8d79d75-a5f0-410b-9472-1fe3c94408bb has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:43.271540 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:43.276574 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-29b4dbd7-12a9-48a7-9798-7cc5adf479a3 admin admin] 10.222.0.63 "PUT /v2.0/routers/df3a6634-c3c2-4775-8356-ae4ff642d866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500869 Aug 23 16:32:43.279027 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57362) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:43.284662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Sync routers for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:43.294102 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:43.294729 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.355061 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:43.360157 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-70582549-acb3-4f67-a486-6a4e59a2fa13 admin admin] 10.222.0.63 "PUT /v2.0/routers/c8d79d75-a5f0-410b-9472-1fe3c94408bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359993 Aug 23 16:32:43.363621 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57364) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:43.367356 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Sync routers for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:43.377177 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:43.378365 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.420860 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:43.494950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.517838 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:43.624440 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.631067 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:32:42Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.662804 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks [] for router, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.663189 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Checking router: df3a6634-c3c2-4775-8356-ae4ff642d866 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:43.674266 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Routers {'df3a6634-c3c2-4775-8356-ae4ff642d866'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:43.674969 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['df3a6634-c3c2-4775-8356-ae4ff642d866'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.740808 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:32:42Z', 'revision_number': 5, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port': {'id': '3d917493-5ed7-45db-9199-6ac0c57e106d', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:11Z', 'updated_at': '2021-08-23T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.790412 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Checking router: c8d79d75-a5f0-410b-9472-1fe3c94408bb for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:43.790674 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:43.800782 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] Set router df3a6634-c3c2-4775-8356-ae4ff642d866 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:43.801936 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Routers {'c8d79d75-a5f0-410b-9472-1fe3c94408bb'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:43.802777 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:43.907258 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] Set router c8d79d75-a5f0-410b-9472-1fe3c94408bb gateway port host: None {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:43.925930 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Deleting port d85bfb1d-50b6-4f90-8145-c91a8bca69f3 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:43.926471 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.031259 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] For port d85bfb1d-50b6-4f90-8145-c91a8bca69f3, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:44.031915 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.043837 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:32:42Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:44.054255 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Calling delete_port for d85bfb1d-50b6-4f90-8145-c91a8bca69f3 owned by network:router_gateway {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:44.085033 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31112e9-ad5b-47f5-a874-617bc0038362 None None] The sync data for ids ['df3a6634-c3c2-4775-8356-ae4ff642d866'] in dv-cinder-760146-5-iscsi is: [{'id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'name': 'tempest-AttachVolumeShelveTestJSON-906436655-router', 'tenant_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:24:35Z', 'updated_at': '2021-08-23T16:32:42Z', 'revision_number': 5, 'project_id': 'cd9bad6ac9834f18abeb51e08b0f873c', 'gw_port': {'id': 'd85bfb1d-50b6-4f90-8145-c91a8bca69f3', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6634-c3c2-4775-8356-ae4ff642d866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:24:36Z', 'updated_at': '2021-08-23T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:44.098544 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Deleting port 3d917493-5ed7-45db-9199-6ac0c57e106d {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:44.098891 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.103445 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:32:43Z', 'revision_number': 6, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:44.153011 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32aa5ac-9328-48c9-80c8-70c4df4ddbf2 None None] The sync data for ids ['c8d79d75-a5f0-410b-9472-1fe3c94408bb'] in dv-cinder-760146-5-iscsi is: [{'id': 'c8d79d75-a5f0-410b-9472-1fe3c94408bb', 'name': 'tempest-TestShelveInstance-1237256091-router', 'tenant_id': 'ade5d1e578454f928506ca1024f3c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:10Z', 'updated_at': '2021-08-23T16:32:43Z', 'revision_number': 6, 'project_id': 'ade5d1e578454f928506ca1024f3c8ae', 'gw_port_host': None}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:44.192094 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] For port 3d917493-5ed7-45db-9199-6ac0c57e106d, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=3d917493-5ed7-45db-9199-6ac0c57e106d,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:44.193484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.208222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Calling delete_port for 3d917493-5ed7-45db-9199-6ac0c57e106d owned by network:router_gateway {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:44.373219 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.409264 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85bfb1d-50b6-4f90-8145-c91a8bca69f3,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:44.474781 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.518676 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.561373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d917493-5ed7-45db-9199-6ac0c57e106d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:44.603771 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.606122 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.642436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.735762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.738505 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.770339 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.771214 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3a6634-c3c2-4775-8356-ae4ff642d866 {{(pid=94595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:32:44.776705 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.780699 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57368) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:44.780958 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-9e27583a-cb6b-4aac-8a53-b62b4778b502 admin admin] 10.222.0.63 "DELETE /v2.0/routers/df3a6634-c3c2-4775-8356-ae4ff642d866 HTTP/1.1" status: 204 len: 168 time: 1.5007420 Aug 23 16:32:44.830008 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Deleting subnet d61b3d9d-df52-4266-8b30-2ba0f8d83c7d {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:32:44.834504 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.876809 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.916556 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.925636 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d79d75-a5f0-410b-9472-1fe3c94408bb {{(pid=94594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:32:44.943013 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:44.944155 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-1f916018-3851-4c25-a1d0-68dfe6cf83f3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c8d79d75-a5f0-410b-9472-1fe3c94408bb HTTP/1.1" status: 204 len: 168 time: 1.5775738 Aug 23 16:32:44.946884 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57370) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:44.994079 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Deleting subnet dbf3ea68-3544-49c4-bb04-e02f05a191d8 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:32:44.997214 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.000560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.033118 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.116233 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.145255 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61b3d9d-df52-4266-8b30-2ba0f8d83c7d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:45.149261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.151752 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.151849 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-843d26f9-438e-4bfc-83cb-f8912b0703d5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d61b3d9d-df52-4266-8b30-2ba0f8d83c7d HTTP/1.1" status: 204 len: 168 time: 0.3685427 Aug 23 16:32:45.151849 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57372) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:45.155871 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dbeb1e-f71d-4c51-b4d6-da450ae8b83a None None] Network ded63f54-c8e5-4d7e-9c1d-4feba26a2032 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:32:45.245579 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.290164 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.317409 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Deleting port d1eb9cf2-8e38-4d05-b11c-12725e664c6b {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:45.317409 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.336668 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf3ea68-3544-49c4-bb04-e02f05a191d8,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:45.338851 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.342627 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7c167-5977-48ee-bd3e-5c6eeb75cb67 None None] Network d5a17556-f4d3-4135-a40f-aa02b62b4faf requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:32:45.346610 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-570795cd-62e5-43d9-a5c0-f4ebd7af777a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/dbf3ea68-3544-49c4-bb04-e02f05a191d8 HTTP/1.1" status: 204 len: 168 time: 0.3986146 Aug 23 16:32:45.350060 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57374) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:45.398224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] For port d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,segment=NetworkSegment(584db616-b111-4de6-a79d-6376a643f0f9),segment_id=584db616-b111-4de6-a79d-6376a643f0f9)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:45.398514 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.413308 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Calling delete_port for d1eb9cf2-8e38-4d05-b11c-12725e664c6b owned by network:dhcp {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:45.430143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.447488 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-77e3d4ce-9728-4055-a771-6749c51b5117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.497256 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Deleting port 73f7700c-7eb2-47d8-a02c-cc09fef70225 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:45.497604 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.572292 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] DHCP port deletion for ded63f54-c8e5-4d7e-9c1d-4feba26a2032 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:32:45.580565 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] For port 73f7700c-7eb2-47d8-a02c-cc09fef70225, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=73f7700c-7eb2-47d8-a02c-cc09fef70225,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:45.581029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.615280 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] DHCP port deletion for d5a17556-f4d3-4135-a40f-aa02b62b4faf request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:32:45.615982 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Calling delete_port for 73f7700c-7eb2-47d8-a02c-cc09fef70225 owned by network:dhcp {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:45.642076 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.678696 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:45.687195 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] No DVR routers for this DVR port d1eb9cf2-8e38-4d05-b11c-12725e664c6b on host dv-cinder-760146-5-iscsi {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:45.705053 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Deleting port d1eb9cf2-8e38-4d05-b11c-12725e664c6b {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:45.707010 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.753192 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Deleting port 73f7700c-7eb2-47d8-a02c-cc09fef70225 {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:45.753349 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.762530 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.776106 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded63f54-c8e5-4d7e-9c1d-4feba26a2032']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:45.791903 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584db616-b111-4de6-a79d-6376a643f0f9') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:45.792203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584db616-b111-4de6-a79d-6376a643f0f9') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:45.802589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.821945 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.824297 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 88c0b768-28f3-46bc-8218-14802fd59bd6 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:45.828264 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] For port d1eb9cf2-8e38-4d05-b11c-12725e664c6b, host dv-cinder-760146-5-iscsi, got binding levels [] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:45.828658 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.831320 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:32:45.831742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:32:45.833715 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:32:45.862564 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.867239 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 88c0b768-28f3-46bc-8218-14802fd59bd6 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:45.867239 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 88c0b768-28f3-46bc-8218-14802fd59bd6 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:45.867239 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 73f7700c-7eb2-47d8-a02c-cc09fef70225 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:45.868072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Calling delete_port for d1eb9cf2-8e38-4d05-b11c-12725e664c6b owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:45.874119 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Port d1eb9cf2-8e38-4d05-b11c-12725e664c6b was not found and therefore no delete operation was performed {{(pid=94596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 16:32:45.895912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.896916 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] No DVR routers for this DVR port 73f7700c-7eb2-47d8-a02c-cc09fef70225 on host dv-cinder-760146-5-iscsi {{(pid=94595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:45.897816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 73f7700c-7eb2-47d8-a02c-cc09fef70225 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:45.898168 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 73f7700c-7eb2-47d8-a02c-cc09fef70225 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:45.898620 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 622727cc-db0b-45e0-beec-2915d34876ba no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:45.901635 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] For port 73f7700c-7eb2-47d8-a02c-cc09fef70225, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=73f7700c-7eb2-47d8-a02c-cc09fef70225,segment=NetworkSegment(b5c53235-a60a-4081-9638-d5ef4937688e),segment_id=b5c53235-a60a-4081-9638-d5ef4937688e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:45.902072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.902307 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f7700c-7eb2-47d8-a02c-cc09fef70225,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:45.956581 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 622727cc-db0b-45e0-beec-2915d34876ba {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:45.957072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 622727cc-db0b-45e0-beec-2915d34876ba not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:45.957219 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d85bfb1d-50b6-4f90-8145-c91a8bca69f3 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:45.959206 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Calling delete_port for 73f7700c-7eb2-47d8-a02c-cc09fef70225 owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:45.962102 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Pushing event deleted for resources: {'Port': ['ID=d1eb9cf2-8e38-4d05-b11c-12725e664c6b,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:45.966254 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] No DVR routers for this DVR port d1eb9cf2-8e38-4d05-b11c-12725e664c6b on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:45.986403 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:45.997945 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a17556-f4d3-4135-a40f-aa02b62b4faf']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:45.999928 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.000757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.000757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.001138 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.001515 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.001939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.002888 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.003399 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.003900 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.004362 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.004830 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.005245 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4a86d-0d9d-4f84-876b-1be081d84a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:46.007890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.012099 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: d85bfb1d-50b6-4f90-8145-c91a8bca69f3 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:46.012322 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d85bfb1d-50b6-4f90-8145-c91a8bca69f3 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:46.012588 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 3d917493-5ed7-45db-9199-6ac0c57e106d no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:46.020246 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.022955 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c53235-a60a-4081-9638-d5ef4937688e') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:46.023329 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c53235-a60a-4081-9638-d5ef4937688e') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:46.029732 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ded63f54-c8e5-4d7e-9c1d-4feba26a2032 HTTP/1.1" status: 204 len: 168 time: 0.8771670 Aug 23 16:32:46.039618 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.046765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fc8ad-7af0-4fc4-a2fd-740a8b230488 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded63f54-c8e5-4d7e-9c1d-4feba26a2032,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:46.061263 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.070436 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:32:46.070843 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:32:46.073741 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:32:46.090673 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 3d917493-5ed7-45db-9199-6ac0c57e106d {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:46.091108 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 3d917493-5ed7-45db-9199-6ac0c57e106d not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:46.091500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d1eb9cf2-8e38-4d05-b11c-12725e664c6b no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:46.116028 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: d1eb9cf2-8e38-4d05-b11c-12725e664c6b {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:46.121439 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d1eb9cf2-8e38-4d05-b11c-12725e664c6b not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:46.162012 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.186888 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] Pushing event deleted for resources: {'Port': ['ID=73f7700c-7eb2-47d8-a02c-cc09fef70225,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:46.191140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddafbfc-2146-46ee-93d9-db345808ee02 None None] No DVR routers for this DVR port 73f7700c-7eb2-47d8-a02c-cc09fef70225 on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:46.244063 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.249463 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.252730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d5a17556-f4d3-4135-a40f-aa02b62b4faf HTTP/1.1" status: 204 len: 168 time: 0.9009366 Aug 23 16:32:46.256005 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57378) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:46.263808 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7abd-eac8-403a-a205-c0fab81bb412 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a17556-f4d3-4135-a40f-aa02b62b4faf,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:46.445426 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57380) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:46.490390 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c4311ada-0cb5-4173-b2bd-b84d0a0fa87f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cd9bad6ac9834f18abeb51e08b0f873c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435538 Aug 23 16:32:46.492762 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57382) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:46.539931 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.560420 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.607460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.726852 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.729340 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.730546 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0cf7ce2-63f4-43e7-b2d2-e692ea896dcd HTTP/1.1" status: 204 len: 168 time: 0.2368960 Aug 23 16:32:46.739186 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7eb8b-fe9d-44de-8191-5a667fa4037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf7ce2-63f4-43e7-b2d2-e692ea896dcd,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:46.866809 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Deleting port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:46.867455 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.946408 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] For port 753cd3e2-4053-4a48-8e8d-a2b10ce1e524, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:46.946783 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:46.959486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Calling delete_port for 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 owned by network:router_interface {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:47.222338 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:47.253424 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=753cd3e2-4053-4a48-8e8d-a2b10ce1e524,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:47.428686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:47.657768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Router 72cf6d07-594f-4721-b228-f663c79c9443 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:47.776597 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:47.785288 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-03d79496-0323-4d18-ba34-e0ee79c26d1b admin admin] 10.222.0.63 "PUT /v2.0/routers/72cf6d07-594f-4721-b228-f663c79c9443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252190 Aug 23 16:32:47.785714 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57404) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:47.790037 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Sync routers for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:47.803703 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:47.804408 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:47.855990 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57406) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:47.902389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:47.967118 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1545213331-network', 'tenant_id': '7d332c1300c14bac986fab611638d590'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:48.007083 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.034850 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:48.058369 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Made reservation on behalf of 7d332c1300c14bac986fab611638d590 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:32:48.060714 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.069502 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.133835 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Deleting port 09ff6b58-a2a9-453b-b8b1-b606eb31af67 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:48.134437 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.164376 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.164881 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-aca705ad-2670-4ce2-8379-dec5a797d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.216196 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] For port 09ff6b58-a2a9-453b-b8b1-b606eb31af67, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=09ff6b58-a2a9-453b-b8b1-b606eb31af67,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:48.216562 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.223732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.229560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Calling delete_port for 09ff6b58-a2a9-453b-b8b1-b606eb31af67 owned by network:router_gateway {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:48.242349 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:32:47Z', 'revision_number': 5, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port': {'id': '09ff6b58-a2a9-453b-b8b1-b606eb31af67', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf6d07-594f-4721-b228-f663c79c9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:26:19Z', 'updated_at': '2021-08-23T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:48.244568 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:32:48.259350 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bda81a-3735-47a7-af66-722543a31f3e,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:48.274134 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.274134 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Added segment 0e709970-a3dd-4729-a6f4-fa1146613058 of type vlan for network ec253214-8a31-4bd8-9701-b396bf523839 Aug 23 16:32:48.274659 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Checking router: 72cf6d07-594f-4721-b228-f663c79c9443 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:48.285718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Routers {'72cf6d07-594f-4721-b228-f663c79c9443'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:48.286366 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['72cf6d07-594f-4721-b228-f663c79c9443'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:48.312016 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.328053 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.391458 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] Set router 72cf6d07-594f-4721-b228-f663c79c9443 gateway port host: None {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:48.409085 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.410131 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:48.410678 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.447718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:32:48Z', 'revision_number': 6, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:48.465594 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.476223 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ec253214-8a31-4bd8-9701-b396bf523839,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:48.476587 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b59b2-c433-4824-843f-d7635dba7288 None None] The sync data for ids ['72cf6d07-594f-4721-b228-f663c79c9443'] in dv-cinder-760146-5-iscsi is: [{'id': '72cf6d07-594f-4721-b228-f663c79c9443', 'name': 'tempest-TestShelveInstance-321020877-router', 'tenant_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:26:18Z', 'updated_at': '2021-08-23T16:32:48Z', 'revision_number': 6, 'project_id': '39bfc8e9e0d84335b29a4becf2850ddf', 'gw_port_host': None}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:48.488558 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network ec253214-8a31-4bd8-9701-b396bf523839 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:32:48.502523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ff6b58-a2a9-453b-b8b1-b606eb31af67,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:48.511787 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-375a3f68-d5c6-47f7-8dee-d0d009ab36e1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6546576 Aug 23 16:32:48.513848 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57410) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:48.520980 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Request body: {'subnet': {'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1545213331-subnet', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:48.581823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.655581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Made reservation on behalf of 7d332c1300c14bac986fab611638d590 for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:32:48.658010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28849075'] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.950143 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.952338 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:48.973036 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28330964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28849117'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.034917 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99ae793-735a-4a19-a254-72f5083baa63,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:49.047893 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.051818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:49.058441 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Checking segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:32:49.058799 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Network hostable DHCP agents. Network: ec253214-8a31-4bd8-9701-b396bf523839, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:32:49.069877 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.070465 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cf6d07-594f-4721-b228-f663c79c9443 {{(pid=94594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:32:49.075759 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.077013 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-654a5a3f-f06f-4da5-848e-4d19d3e849b2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/72cf6d07-594f-4721-b228-f663c79c9443 HTTP/1.1" status: 204 len: 168 time: 1.2902336 Aug 23 16:32:49.079535 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57412) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:49.131232 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Deleting subnet 1289f8e7-397d-4e19-b8c4-1ab459acb98d {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:32:49.134410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.152712 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Network ec253214-8a31-4bd8-9701-b396bf523839 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:32:49.169042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.204553 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.253796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.296318 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, ec253214-8a31-4bd8-9701-b396bf523839) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:49.302819 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:49.303764 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.310384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee270c57-07bd-4463-962d-7ae0abaa6ceb None None] Network ec253214-8a31-4bd8-9701-b396bf523839 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:32:49.385346 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b16d1fd6-86e5-4e4f-abb3-ebe7a636f9f1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8699059 Aug 23 16:32:49.389184 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57414) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:49.394838 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:49.422053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.449330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1289f8e7-397d-4e19-b8c4-1ab459acb98d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:49.453208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.455219 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-6696460b-69d7-4dd5-ae3e-a86c4d31e0c3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1289f8e7-397d-4e19-b8c4-1ab459acb98d HTTP/1.1" status: 204 len: 168 time: 0.3746200 Aug 23 16:32:49.458147 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57416) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:49.474346 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c63af-54f6-4188-9a2e-2d1a86f7440f None None] Network af33471c-7a98-4f80-bba8-6f867a8bd49c requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:32:49.490423 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.491466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.497647 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-ec253214-8a31-4bd8-9701-b396bf523839', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:32:49.499102 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.595201 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.598086 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.672635 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Deleting port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:49.673074 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.769718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Allocated IP 172.20.0.2 (ec253214-8a31-4bd8-9701-b396bf523839/f99ae793-735a-4a19-a254-72f5083baa63/4ba9d7e6-22b3-4646-805f-2319bb0649b1) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:32:49.815345 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] For port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:49.815705 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.841681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c338e-3991-4193-a240-2998c8092299 None None] DHCP port deletion for af33471c-7a98-4f80-bba8-6f867a8bd49c request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:32:49.859308 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Calling delete_port for 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 owned by network:dhcp {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:49.878773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:49.894577 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:49.918742 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:49.919090 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 753cd3e2-4053-4a48-8e8d-a2b10ce1e524 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:49.919535 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 09ff6b58-a2a9-453b-b8b1-b606eb31af67 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:49.947621 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 09ff6b58-a2a9-453b-b8b1-b606eb31af67 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:49.948130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 09ff6b58-a2a9-453b-b8b1-b606eb31af67 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:50.006711 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-176c338e-3991-4193-a240-2998c8092299 None None] Deleting port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:32:50.008925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-176c338e-3991-4193-a240-2998c8092299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.021219 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.084881 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-176c338e-3991-4193-a240-2998c8092299 None None] For port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,segment=NetworkSegment(789f4c15-1d78-4181-86cb-f66789407b8e),segment_id=789f4c15-1d78-4181-86cb-f66789407b8e)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:50.085278 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-176c338e-3991-4193-a240-2998c8092299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.099692 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-176c338e-3991-4193-a240-2998c8092299 None None] Calling delete_port for 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:32:50.138104 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.138718 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Transition to ACTIVE for port object 4ba9d7e6-22b3-4646-805f-2319bb0649b1 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:32:50.163399 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Transition to ACTIVE for port object 4ba9d7e6-22b3-4646-805f-2319bb0649b1 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:32:50.171894 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] No DVR routers for this DVR port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 on host dv-cinder-760146-5-iscsi {{(pid=94595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:50.177189 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:50.189399 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-176c338e-3991-4193-a240-2998c8092299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.215028 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c338e-3991-4193-a240-2998c8092299 None None] Pushing event deleted for resources: {'Port': ['ID=5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:50.218785 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c338e-3991-4193-a240-2998c8092299 None None] No DVR routers for this DVR port 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:32:50.266658 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.282294 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.285138 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af33471c-7a98-4f80-bba8-6f867a8bd49c']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:50.302044 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789f4c15-1d78-4181-86cb-f66789407b8e') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:50.302342 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789f4c15-1d78-4181-86cb-f66789407b8e') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:50.314945 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.327162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Network ec253214-8a31-4bd8-9701-b396bf523839 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:32:50.330741 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:50.334555 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:32:50.342363 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Pushing event updated for resources: {'Port': ['ID=4ba9d7e6-22b3-4646-805f-2319bb0649b1,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:50.364346 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.401230 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Attempting to bind port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:32:50.401524 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Attempting to bind port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:32:50.401922 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Attempting to bind port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:32:50.402835 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:32:50.403184 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:32:50.404867 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:32:50.407259 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:32:50.407606 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Checking segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:32:50.408009 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.408484 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Bound using segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:32:50.409060 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Bound port: 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:32:50.409451 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.473048 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] For port 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:32:50.476222 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] For port 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=4ba9d7e6-22b3-4646-805f-2319bb0649b1,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:32:50.492794 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.512457 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.561984 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.562224 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.579818 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.585379 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/af33471c-7a98-4f80-bba8-6f867a8bd49c HTTP/1.1" status: 204 len: 168 time: 1.1235566 Aug 23 16:32:50.586598 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f0eff-1700-473c-9bd5-1f2f180854a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af33471c-7a98-4f80-bba8-6f867a8bd49c,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:50.643728 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb351-ad9b-4325-913b-d14994a08f60 None None] Pushing event updated for resources: {'Port': ['ID=4ba9d7e6-22b3-4646-805f-2319bb0649b1,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:50.650627 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Allocated IP 172.27.3.81 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/40c4c697-73ed-440f-b7f9-8f1622829068) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:32:50.764179 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.973561 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:50.974101 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.012360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:32:51.015177 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:51.018706 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:32:51.026398 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Pushing event updated for resources: {'Port': ['ID=40c4c697-73ed-440f-b7f9-8f1622829068,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:51.054531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57420) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:51.093488 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-3a71c0cd-afae-42a2-9ca2-8008174d3928 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ade5d1e578454f928506ca1024f3c8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377800 Aug 23 16:32:51.096550 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57422) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:51.145449 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.167591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.321182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.323976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.325370 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0763629f-94b4-4e7c-96e8-42288dd2bbc2 HTTP/1.1" status: 204 len: 168 time: 0.2277415 Aug 23 16:32:51.334758 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd5f27-c410-4a8f-b4dc-c05a18225a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0763629f-94b4-4e7c-96e8-42288dd2bbc2,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:51.559476 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ba697-b861-4e3e-ade7-f801cd04efc8 None None] Network ec253214-8a31-4bd8-9701-b396bf523839 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:32:51.661960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.835504 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-360963ea-0dcc-43a9-8ac4-287d8498b254 None None] Provisioning for port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:32:51.888787 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:51.891428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 4ba9d7e6-22b3-4646-805f-2319bb0649b1 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:52.118640 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:32:52.122906 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:52.128488 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.198373 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:32:52.202816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.239898 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=4ba9d7e6-22b3-4646-805f-2319bb0649b1,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:52.312305 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:52.321343 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:52.331326 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:52.332175 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:52.332895 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.387191 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=4ba9d7e6-22b3-4646-805f-2319bb0649b1,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:52.392391 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:32:52.399823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57428) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:52.413984 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:32:52.414327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5d75c0b3-7e41-4a78-a9ee-2b58b569e1b2 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:32:52.445828 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d4edb595-d52d-4e63-b15f-2789428cf7e6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=39bfc8e9e0d84335b29a4becf2850ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447435 Aug 23 16:32:52.448577 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57430) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:52.454841 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:52.470449 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.472514 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ee961df6-6f9e-424c-89b9-dd1a672d6277 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0822811 Aug 23 16:32:52.475830 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57432) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:52.544348 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.603714 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.638253 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:51Z', 'revision_number': 3, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:52.665122 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:52.665470 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Updating router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 port 40c4c697-73ed-440f-b7f9-8f1622829068 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:32:52.691578 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.820576 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.823030 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.827105 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d405821b-dde5-41a8-a011-4fcd345beca6 HTTP/1.1" status: 204 len: 168 time: 0.3745995 Aug 23 16:32:52.837452 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1119-b94a-41d1-aac5-b28e4ed8b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d405821b-dde5-41a8-a011-4fcd345beca6,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:52.944865 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:52.955598 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Transition to ACTIVE for port object 40c4c697-73ed-440f-b7f9-8f1622829068 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:32:52.972077 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.064044 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.120939 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Pushing event updated for resources: {'Port': ['ID=40c4c697-73ed-440f-b7f9-8f1622829068,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:53.124194 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Attempting to bind port 40c4c697-73ed-440f-b7f9-8f1622829068 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:32:53.124587 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Attempting to bind port 40c4c697-73ed-440f-b7f9-8f1622829068 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:32:53.124950 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Attempting to bind port 40c4c697-73ed-440f-b7f9-8f1622829068 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:32:53.134002 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.134350 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.134689 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.135021 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.135351 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.135679 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.136001 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.136390 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.136659 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.136965 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.137283 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.137603 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:32:53.138787 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Allocated IP 172.20.0.1 (ec253214-8a31-4bd8-9701-b396bf523839/f99ae793-735a-4a19-a254-72f5083baa63/d8eee012-d7cc-4a7a-977d-5da8d2c86516) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:32:53.141395 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:32:53.141793 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:32:53.142194 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.143203 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:32:53.143848 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Bound port: 40c4c697-73ed-440f-b7f9-8f1622829068, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:32:53.144297 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.215612 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] For port 40c4c697-73ed-440f-b7f9-8f1622829068, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:32:53.233183 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] For port 40c4c697-73ed-440f-b7f9-8f1622829068, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=40c4c697-73ed-440f-b7f9-8f1622829068,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:32:53.271735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.296580 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.provisioning_blocks [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Transition to ACTIVE for port object d8eee012-d7cc-4a7a-977d-5da8d2c86516 will not be triggered until provisioned by entity DHCP. {{(pid=94595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:32:53.308603 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.372281 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:53.372939 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:53.375812 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb95541-2c44-4f1d-b434-9f1d1b7f0c33 None None] Pushing event updated for resources: {'Port': ['ID=40c4c697-73ed-440f-b7f9-8f1622829068,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:53.413192 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.456273 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Network ec253214-8a31-4bd8-9701-b396bf523839 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:32:53.459031 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:53.462453 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:32:53.487745 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:53.491999 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:53.507996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.682176 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:51Z', 'revision_number': 3, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:53.713708 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1c77-3802-4065-8759-3a57c2830f91 None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:51Z', 'revision_number': 3, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:53.735994 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.766609 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ae985cb8-68c6-4a39-a157-c254f7a4c5d9 None None] Provisioning for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:32:53.772304 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ae985cb8-68c6-4a39-a157-c254f7a4c5d9 None None] Provisioning complete for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:53.772912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ae985cb8-68c6-4a39-a157-c254f7a4c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.814259 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-ae985cb8-68c6-4a39-a157-c254f7a4c5d9 None None] Port d8eee012-d7cc-4a7a-977d-5da8d2c86516 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:32:53.824456 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 4ba9d7e6-22b3-4646-805f-2319bb0649b1 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:53.873520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:53.873924 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:53.955605 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:54.015393 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:54.086960 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:54.089482 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:54.183967 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Network ec253214-8a31-4bd8-9701-b396bf523839 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:32:54.185396 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:54.311314 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:32:54.430752 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:32:54.435822 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-bc40752b-5e3a-43c7-abd1-7898df4c92a0 admin admin] 10.222.0.63 "PUT /v2.0/routers/f7c9a46d-ee88-4fb7-84ce-b725af3b0c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9588525 Aug 23 16:32:54.438685 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-9a0ade40-3d7a-4dd7-9f37-a88a46655605 None None] Provisioning complete for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:54.439062 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9a0ade40-3d7a-4dd7-9f37-a88a46655605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:54.476135 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ade40-3d7a-4dd7-9f37-a88a46655605 None None] Port d8eee012-d7cc-4a7a-977d-5da8d2c86516 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:32:54.920086 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57442) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:54.925089 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944935831', 'description': 'tempest-description--478470352'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:55.056024 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.139561 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.212038 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:32:55.221823 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.222006 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:55.222573 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:55.251508 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbbd687-a7cf-4e2c-943d-ed4348be7d79,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:55.330459 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:55.330688 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.331781 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e874b881-2bbf-46be-b416-b124e78b2e71 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4106686 Aug 23 16:32:55.334733 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57444) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:55.339264 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group_rule': {'security_group_id': '4dbbd687-a7cf-4e2c-943d-ed4348be7d79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:55.441493 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.506969 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.604108 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.623753 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96db0e16-cbca-40e1-849d-b79668a458ad,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:55.661084 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 2, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:55.690491 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:32:55.690863 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Updating router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 port d8eee012-d7cc-4a7a-977d-5da8d2c86516 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:32:55.714081 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.751967 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.751967 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-87e54435-8f79-47b4-8e6d-5ba63e9ff4c4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129925 Aug 23 16:32:55.751967 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57446) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:55.758851 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group_rule': {'security_group_id': '4dbbd687-a7cf-4e2c-943d-ed4348be7d79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:55.826877 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 40c4c697-73ed-440f-b7f9-8f1622829068 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:55.884363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:55.942152 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.023533 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.033955 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Transition to ACTIVE for port object d8eee012-d7cc-4a7a-977d-5da8d2c86516 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:32:56.040894 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 40c4c697-73ed-440f-b7f9-8f1622829068 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:32:56.040894 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 40c4c697-73ed-440f-b7f9-8f1622829068 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:56.040894 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.092159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.113043 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b755279-835f-44d4-9d95-643889259dd7,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:56.115503 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.135940 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 40c4c697-73ed-440f-b7f9-8f1622829068, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=40c4c697-73ed-440f-b7f9-8f1622829068,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:56.137436 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.187944 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422c9e-e6c8-4870-b731-1fde89dd48a3 None None] Pushing event updated for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:56.210230 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.213882 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6151931e-37e9-466d-8afe-014238c77b9a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591358 Aug 23 16:32:56.214911 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57448) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:32:56.220293 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:32:56.241900 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Attempting to bind port d8eee012-d7cc-4a7a-977d-5da8d2c86516 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:32:56.242487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Attempting to bind port d8eee012-d7cc-4a7a-977d-5da8d2c86516 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:32:56.242847 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Attempting to bind port d8eee012-d7cc-4a7a-977d-5da8d2c86516 on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:32:56.247796 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:32:56.248162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Checking segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:32:56.248556 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.248945 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Bound using segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:32:56.249400 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Bound port: d8eee012-d7cc-4a7a-977d-5da8d2c86516, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:32:56.249794 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.260355 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.351946 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=40c4c697-73ed-440f-b7f9-8f1622829068,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:56.364793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] For port d8eee012-d7cc-4a7a-977d-5da8d2c86516, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:32:56.367804 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] For port d8eee012-d7cc-4a7a-977d-5da8d2c86516, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d8eee012-d7cc-4a7a-977d-5da8d2c86516,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:32:56.369825 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.468253 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.496217 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.553982 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:32:56.554623 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:56.559583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422c9e-e6c8-4870-b731-1fde89dd48a3 None None] Pushing event updated for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:56.576346 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Allocated IP 172.27.3.220 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/e7e91774-e40f-4f27-ba5d-c8c3422d6122) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:32:56.675154 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:32:56.698494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.849942 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:56.887156 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:32:56.890059 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:32:56.890816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:32:56.894201 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:32:56.918710 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=e7e91774-e40f-4f27-ba5d-c8c3422d6122,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:56.925124 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbcfd-401b-4663-b01c-073b81d4fe9b None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:32:56.997732 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.109876 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.263287 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.326851 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.402866 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=e7e91774-e40f-4f27-ba5d-c8c3422d6122,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:57.414507 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.535932 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:57.537224 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4a92188c-9863-474b-8c33-4072e4121d7b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3212054 Aug 23 16:32:57.707230 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-af6e9137-dda4-4f0f-8564-f3cdfa660514 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--944935831&fields=id&tenant_id=7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 267 time: 0.0393560 Aug 23 16:32:57.847865 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-03330ca3-93d7-45ee-bcc4-a48110f840e8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:32:57.849465 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-03330ca3-93d7-45ee-bcc4-a48110f840e8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 811 time: 0.1333892 Aug 23 16:32:57.866274 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-9af2adef-9f0c-48da-bf67-2ada1ccfa40f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/quotas/7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 375 time: 0.0108335 Aug 23 16:32:57.894629 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 40c4c697-73ed-440f-b7f9-8f1622829068 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:57.929378 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-34d97880-e420-4d2d-8436-b92d6a0269ab tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570536 Aug 23 16:32:57.946012 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 40c4c697-73ed-440f-b7f9-8f1622829068 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:57.946383 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:58.032544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-6cefecf0-c788-434d-9930-711af0a1a261 service neutron] 10.222.0.63 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917490 Aug 23 16:32:58.037012 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d8eee012-d7cc-4a7a-977d-5da8d2c86516 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:58.129005 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-82195509-d5f1-4b4d-b167-aa9e8fed498b service neutron] 10.222.0.63 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890195 Aug 23 16:32:58.158926 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:32:58.163071 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:58.163645 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:58.243111 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:58.275034 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port d8eee012-d7cc-4a7a-977d-5da8d2c86516, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d8eee012-d7cc-4a7a-977d-5da8d2c86516,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:32:58.360833 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:32:58.413135 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:32:59.403564 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f62166ac-0bdd-4710-8589-6c820444226a req-d597acb7-6a4d-4327-8bb4-aca6ef5885a8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 210 time: 0.0305011 Aug 23 16:32:59.804939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d8eee012-d7cc-4a7a-977d-5da8d2c86516 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:32:59.853651 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port d8eee012-d7cc-4a7a-977d-5da8d2c86516 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:32:59.854064 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:00.204365 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:33:00.481368 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-21e33c38-91ad-419b-a2d7-f8e19581009b req-0fe4e7d7-6b56-4902-a47c-ce25a3864f38 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 23 16:33:01.575548 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2f499a65-f149-4c43-8944-ab12966b88c3 req-c142b58e-9cc6-496f-8389-c66cafd429c1 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 210 time: 0.0261133 Aug 23 16:33:02.397898 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-6dd9d200-b147-4990-bd22-37730f08a1c9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:02.399644 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-6dd9d200-b147-4990-bd22-37730f08a1c9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 811 time: 0.0999146 Aug 23 16:33:02.444992 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-31efeb47-32db-482a-ae20-557048672e0f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 379 time: 0.0351303 Aug 23 16:33:02.455427 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'port': {'device_id': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'admin_state_up': True, 'tenant_id': '7d332c1300c14bac986fab611638d590', 'security_groups': ['4dbbd687-a7cf-4e2c-943d-ed4348be7d79']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:33:02.667161 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Made reservation on behalf of 7d332c1300c14bac986fab611638d590 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:33:02.670971 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:02.675529 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f158007e-3806-437c-bc6f-f3c9875f630f req-7ab8e082-4178-4474-855c-e29b3e1a4f8a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 210 time: 0.0268493 Aug 23 16:33:02.802117 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Allocated IP 172.20.0.9 (ec253214-8a31-4bd8-9701-b396bf523839/f99ae793-735a-4a19-a254-72f5083baa63/65f88cdd-3bca-476d-968e-b085f8d7ad1f) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:33:02.938151 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:02.951570 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Transition to ACTIVE for port object 65f88cdd-3bca-476d-968e-b085f8d7ad1f will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:33:03.086762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.131313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Network ec253214-8a31-4bd8-9701-b396bf523839 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:33:03.134296 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:33:03.136942 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:33:03.181997 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:03.209397 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:03.210116 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.288330 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-847271ee-e1ac-49ff-9498-facc08415540 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369639 Aug 23 16:33:03.302267 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Request body: {'port': {'device_id': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:33:03.362205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.478156 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ce773e37-bbab-4a05-a525-d6be39d0c8b6 None None] Provisioning for port 65f88cdd-3bca-476d-968e-b085f8d7ad1f completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:33:03.482162 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-ce773e37-bbab-4a05-a525-d6be39d0c8b6 None None] Provisioning complete for port 65f88cdd-3bca-476d-968e-b085f8d7ad1f triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:33:03.482533 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ce773e37-bbab-4a05-a525-d6be39d0c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.527496 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-ce773e37-bbab-4a05-a525-d6be39d0c8b6 None None] Port 65f88cdd-3bca-476d-968e-b085f8d7ad1f cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:33:03.635260 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f88cdd-3bca-476d-968e-b085f8d7ad1f {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:33:03.643410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.655311 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Transition to ACTIVE for port object 65f88cdd-3bca-476d-968e-b085f8d7ad1f will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:33:03.755067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:03.829483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Pushing event updated for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:03.843784 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dcc40-cf3b-43dd-8701-47f96c295c77 req-173087f1-2e1c-4892-9cfb-1aa29131602c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:03.846203 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-748dcc40-cf3b-43dd-8701-47f96c295c77 req-173087f1-2e1c-4892-9cfb-1aa29131602c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 943 time: 0.1012151 Aug 23 16:33:03.925804 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-748dcc40-cf3b-43dd-8701-47f96c295c77 req-c3a3cc80-6cb1-478b-acff-b3fc749c2242 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615082 Aug 23 16:33:03.947730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Attempting to bind port 65f88cdd-3bca-476d-968e-b085f8d7ad1f on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:33:03.948218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Attempting to bind port 65f88cdd-3bca-476d-968e-b085f8d7ad1f by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:33:03.948566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Attempting to bind port 65f88cdd-3bca-476d-968e-b085f8d7ad1f on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:33:03.953328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Port 65f88cdd-3bca-476d-968e-b085f8d7ad1f on network ec253214-8a31-4bd8-9701-b396bf523839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:33:03.953664 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Attempting to bind port 65f88cdd-3bca-476d-968e-b085f8d7ad1f on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:33:03.959467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:33:03.959738 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Checking segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:33:03.960131 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Bound using segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:33:03.960570 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Bound port: 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:33:03.960937 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:04.026835 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:33:04.029860 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:33:04.098389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:04.134493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.135126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:04.136498 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] 10.222.0.82 "PUT /v2.0/ports/65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 1093 time: 0.8398643 Aug 23 16:33:04.136935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:33:04.139190 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6" -d '{"events": [{"name": "network-changed", "server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:33:04.171664 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e1f8-4374-4102-95a4-df7bb67afa7d service neutron] Pushing event updated for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:04.190645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ec3d0-87d5-4942-9964-31e03aaad3af x-openstack-request-id: req-900ec3d0-87d5-4942-9964-31e03aaad3af {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:33:04.190942 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:33:04.191195 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-900ec3d0-87d5-4942-9964-31e03aaad3af {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:33:04.191593 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'status': 'completed', 'code': 200} Aug 23 16:33:04.258655 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-a6119090-8c74-49d9-9a20-abc87188f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.260300 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-a6119090-8c74-49d9-9a20-abc87188f344 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1096 time: 0.0480187 Aug 23 16:33:04.358258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-bb57998e-f3bb-4040-8267-579cf1820618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.360585 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-bb57998e-f3bb-4040-8267-579cf1820618 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7d332c1300c14bac986fab611638d590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912585 Aug 23 16:33:04.463727 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-22177e3a-b7f4-4280-aab4-c2685d94d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.465163 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f8a7d1ad-d3ad-490e-a186-d2a318b96db6 req-22177e3a-b7f4-4280-aab4-c2685d94d6ba service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964286 Aug 23 16:33:04.543901 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-1f3e4823-ecfe-4807-b120-933104716f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.545273 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-1f3e4823-ecfe-4807-b120-933104716f7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1096 time: 0.0405715 Aug 23 16:33:04.586891 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-67c4843c-7530-40c3-bcd3-05b517b8ba6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 217 time: 0.0332279 Aug 23 16:33:04.640102 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-ebcae3f7-1a10-4be4-9d2d-a38388c15753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.641669 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-ebcae3f7-1a10-4be4-9d2d-a38388c15753 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0486181 Aug 23 16:33:04.688072 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-77e8c635-10c3-41b9-ac53-183196bc07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:04.689858 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-77e8c635-10c3-41b9-ac53-183196bc07d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411665 Aug 23 16:33:04.778117 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-bf917572-992a-4c75-a011-5e09540084ea service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804427 Aug 23 16:33:04.874150 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71df43b7-4c80-48da-a9f2-e0c23518b615 req-52821cd4-29ae-4dea-b20b-e482c1ee2d51 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874159 Aug 23 16:33:05.042121 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e57966-a177-44f6-9b3a-b0e0cc583374 req-fecb1115-b3a1-4943-b158-0bce4639f9a2 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:05.043621 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99e57966-a177-44f6-9b3a-b0e0cc583374 req-fecb1115-b3a1-4943-b158-0bce4639f9a2 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 943 time: 0.0492892 Aug 23 16:33:05.080532 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99e57966-a177-44f6-9b3a-b0e0cc583374 req-a8d21c56-352e-41ca-ba1b-751a53657fee tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308795 Aug 23 16:33:06.195642 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84673f-9757-4291-ad05-a2ecf1c75bd3 req-95480fce-2ecf-4d74-ae06-20ebab16368e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:06.197105 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d84673f-9757-4291-ad05-a2ecf1c75bd3 req-95480fce-2ecf-4d74-ae06-20ebab16368e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 943 time: 0.0487716 Aug 23 16:33:06.238541 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d84673f-9757-4291-ad05-a2ecf1c75bd3 req-f3e3e4b1-92ee-4052-96be-4b4c89a8844d tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355260 Aug 23 16:33:07.271327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 65f88cdd-3bca-476d-968e-b085f8d7ad1f details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:33:07.351650 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c223-ad13-447a-af14-c16ab9a5a1eb req-7dcb317e-7c5a-4c30-a58d-2e78d07263b8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:07.353107 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b7c9c223-ad13-447a-af14-c16ab9a5a1eb req-7dcb317e-7c5a-4c30-a58d-2e78d07263b8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 943 time: 0.0477202 Aug 23 16:33:07.364432 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:33:07.374788 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'port_id': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'mac_address': 'fa:16:3e:69:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:33:07.395705 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b7c9c223-ad13-447a-af14-c16ab9a5a1eb req-c546ce39-90c8-4cbe-854a-b229ae943662 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363119 Aug 23 16:33:07.412761 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:07.425962 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f88cdd-3bca-476d-968e-b085f8d7ad1f {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:33:07.445082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:33:07.549830 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:07.603936 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:07.783001 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['65f88cdd-3bca-476d-968e-b085f8d7ad1f'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:33:08.750798 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16fff4-59e9-4d13-8aa0-63d64a9d0dd3 req-33a94a74-30c6-4f16-bdbe-8dd47b234ca9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:08.753025 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e16fff4-59e9-4d13-8aa0-63d64a9d0dd3 req-33a94a74-30c6-4f16-bdbe-8dd47b234ca9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 944 time: 0.2920208 Aug 23 16:33:08.791420 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e16fff4-59e9-4d13-8aa0-63d64a9d0dd3 req-4b6ae988-d701-44d2-8d00-6e970eb9e622 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Aug 23 16:33:09.285731 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 65f88cdd-3bca-476d-968e-b085f8d7ad1f up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:33:09.427069 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 65f88cdd-3bca-476d-968e-b085f8d7ad1f completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:33:09.431277 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 65f88cdd-3bca-476d-968e-b085f8d7ad1f triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:33:09.431649 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:09.512457 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:09.535471 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:33:09.537799 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a082719-ad77-40e1-a2e3-6866400fb3b3" -d '{"events": [{"server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "name": "network-vif-plugged", "status": "completed", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:33:09.551086 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:33:09.575535 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7745012-ece1-48d3-ba61-21acc53574a9 x-openstack-request-id: req-a7745012-ece1-48d3-ba61-21acc53574a9 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:33:09.575824 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "name": "network-vif-plugged", "status": "completed", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:33:09.576072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a7745012-ece1-48d3-ba61-21acc53574a9 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:33:09.576462 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'code': 200} Aug 23 16:33:09.681171 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:09.732932 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:09.905124 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1436ab-c5be-47fe-b8b7-c27de0502dab req-ebc1a67e-c465-4abd-88da-da7f8bb9fe5b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:09.906627 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-da1436ab-c5be-47fe-b8b7-c27de0502dab req-ebc1a67e-c465-4abd-88da-da7f8bb9fe5b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Aug 23 16:33:09.947125 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-da1436ab-c5be-47fe-b8b7-c27de0502dab req-9b2e09a5-7270-49e0-89b4-d74b959f165b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339949 Aug 23 16:33:09.954495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ddf98-d952-4d5e-85c7-81f20ae256d3 req-526b8de8-5708-4553-b4cd-a74d81477249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:09.956107 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b23ddf98-d952-4d5e-85c7-81f20ae256d3 req-526b8de8-5708-4553-b4cd-a74d81477249 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0421479 Aug 23 16:33:09.992598 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b23ddf98-d952-4d5e-85c7-81f20ae256d3 req-5a7add1d-4d92-4845-b811-5437969b3f5e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285408 Aug 23 16:33:11.061902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe8b6-628e-4d77-829f-505936f2661b req-c32e02ff-6cd1-4e71-9df8-cf30ceff8232 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:11.063366 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-302fe8b6-628e-4d77-829f-505936f2661b req-c32e02ff-6cd1-4e71-9df8-cf30ceff8232 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0475631 Aug 23 16:33:11.100828 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-302fe8b6-628e-4d77-829f-505936f2661b req-474fab41-32e9-4bfd-a66c-49816d1c0af5 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Aug 23 16:33:11.560829 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:12.215320 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f76f2-049b-40d0-a09d-f10f564719aa req-0a0ff58b-3af7-4dda-8ff5-10bb14ea2cab tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:12.216814 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-572f76f2-049b-40d0-a09d-f10f564719aa req-0a0ff58b-3af7-4dda-8ff5-10bb14ea2cab tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0485849 Aug 23 16:33:12.260616 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-572f76f2-049b-40d0-a09d-f10f564719aa req-425c4081-feda-4cbd-8831-da5f2ef6452d tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374117 Aug 23 16:33:12.376123 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a1d12-e124-4102-8782-17f0397a7702 req-a0bab248-7d31-4573-a747-f98b91367a11 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:12.378326 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-814a1d12-e124-4102-8782-17f0397a7702 req-a0bab248-7d31-4573-a747-f98b91367a11 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Aug 23 16:33:12.387526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57510) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:33:12.392222 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'floatingip': {'port_id': '65f88cdd-3bca-476d-968e-b085f8d7ad1f'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:33:12.434891 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:12.874903 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:12.946429 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:13.042870 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Floating IP 12bfb533-0dd4-4fd7-ba20-dbf16b28a9da associated. External IP: 172.27.3.220, port: 65f88cdd-3bca-476d-968e-b085f8d7ad1f. Aug 23 16:33:13.244680 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:33:13.351187 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:33:13.356675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:13.361316 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:33:13.370272 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:33:13.370876 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:33:13.383107 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5e120799-27e6-4a95-94f1-c5e2894c27fc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "PUT /v2.0/floatingips/12bfb533-0dd4-4fd7-ba20-dbf16b28a9da HTTP/1.1" status: 200 len: 991 time: 0.9945116 Aug 23 16:33:13.383935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:33:13.386344 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990df1d-aa2d-441c-8936-d3dd9de14849" -d '{"events": [{"name": "network-changed", "server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:33:13.427508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb36276-b736-4b24-8d91-de534fbdfff0 x-openstack-request-id: req-3fb36276-b736-4b24-8d91-de534fbdfff0 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:33:13.427508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:33:13.427750 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fb36276-b736-4b24-8d91-de534fbdfff0 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:33:13.427949 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'status': 'completed', 'code': 200} Aug 23 16:33:13.478679 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:33:13.494163 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-374992aa-55af-4525-a849-b3c892eee4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:13.495746 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-374992aa-55af-4525-a849-b3c892eee4aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0450711 Aug 23 16:33:13.588607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-9813e991-d8af-48aa-b6ba-7bd171c17bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:13.590231 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-9813e991-d8af-48aa-b6ba-7bd171c17bfe service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.0863640 Aug 23 16:33:13.736503 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-37505596-efaa-49ed-996f-457e875116e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 999 time: 0.1369686 Aug 23 16:33:13.785266 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '12bfb533-0dd4-4fd7-ba20-dbf16b28a9da', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:69:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:32:56Z', 'updated_at': '2021-08-23T16:33:12Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:33:13.785583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-2828a9a0-9b6d-4a2e-ab1a-8bfb928e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:13.787145 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-2828a9a0-9b6d-4a2e-ab1a-8bfb928e4cb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0439734 Aug 23 16:33:13.814621 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:33:13.822850 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:33:13.823452 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:32:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:33:13.835656 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-0c045e60-2637-4090-87f7-eea467c5ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:13.837258 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-0c045e60-2637-4090-87f7-eea467c5ac37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411346 Aug 23 16:33:13.928191 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:33:13.931022 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-7c17cc6b-8151-44cc-85f9-18d685fa0f43 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847807 Aug 23 16:33:14.026020 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6990df1d-aa2d-441c-8936-d3dd9de14849 req-99b2c6bf-71b0-4b31-82f6-e6d086ec6390 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Aug 23 16:33:14.150867 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '12bfb533-0dd4-4fd7-ba20-dbf16b28a9da', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:69:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:32:56Z', 'updated_at': '2021-08-23T16:33:12Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:33:14.180771 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5351e-da44-4de8-b5af-6915ae4c54d4 None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '12bfb533-0dd4-4fd7-ba20-dbf16b28a9da', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:69:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:32:56Z', 'updated_at': '2021-08-23T16:33:12Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:33:14.369443 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c556a-6c17-449d-8a23-be371cb55015 None None] New status for floating IP 12bfb533-0dd4-4fd7-ba20-dbf16b28a9da: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:33:15.429377 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5e756534-2ee1-4bda-932c-454165e607bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:18.146508 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-a3238101-e212-43a4-84a8-6067361ad50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:18.280477 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:19.232259 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:21.106443 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:37.203798 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:33:41.523630 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:43.948555 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-d643f255-f286-4b15-8273-6a78181ee87b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398715 Aug 23 16:33:44.040125 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-63f2c660-0711-4a7d-b700-0495f73843a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:44.041589 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-63f2c660-0711-4a7d-b700-0495f73843a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 1099 time: 0.0438697 Aug 23 16:33:44.153567 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-cdfc76cf-b34b-43bc-9a3b-5bec9bf6e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:44.155160 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-cdfc76cf-b34b-43bc-9a3b-5bec9bf6e5a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0911825 Aug 23 16:33:44.233696 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-d34cfc94-50b0-4aa0-9371-074d9f94a606 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc HTTP/1.1" status: 200 len: 1002 time: 0.0641358 Aug 23 16:33:44.285284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-2a4d182d-962f-4062-8ec3-463c3678db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:44.286832 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-2a4d182d-962f-4062-8ec3-463c3678db0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0447710 Aug 23 16:33:44.336366 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-43d7b0f0-bf9b-4990-900f-d6de9a7627a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:44.337889 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-43d7b0f0-bf9b-4990-900f-d6de9a7627a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414145 Aug 23 16:33:44.436449 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-c149a763-a06a-46a4-bf43-6b014af73503 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Aug 23 16:33:44.532737 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa094971-8ec7-47f1-8973-d54f4c68b3c8 req-71740c78-cc98-4902-a5b1-c13a639647e5 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838833 Aug 23 16:33:45.399974 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7e1a-5b26-4ec1-8f3a-b72208e3f598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:48.151914 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fa04d073-4424-4a48-9c5c-0e6af9fa9390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:48.312590 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:49.180347 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:50.885768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:56.782787 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea46d65-1e18-43ed-9583-a25503872203 req-11ee698d-f253-4c27-8aa1-a7a440ec5164 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:56.784403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ea46d65-1e18-43ed-9583-a25503872203 req-11ee698d-f253-4c27-8aa1-a7a440ec5164 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0505078 Aug 23 16:33:56.822834 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9ea46d65-1e18-43ed-9583-a25503872203 req-380284eb-51b9-4466-bd2f-6274056328ec tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Aug 23 16:33:57.944639 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5dfcd-aa80-43d8-bd09-d0c8a8998bbe req-3fbb1294-764a-41b7-8fcb-0ce1a4968eb1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:57.946136 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-61d5dfcd-aa80-43d8-bd09-d0c8a8998bbe req-3fbb1294-764a-41b7-8fcb-0ce1a4968eb1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0483708 Aug 23 16:33:57.983909 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-61d5dfcd-aa80-43d8-bd09-d0c8a8998bbe req-91f9659f-99ee-4643-ba6f-df0890265537 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Aug 23 16:33:58.769395 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-25a1beef-79c0-4ac8-9392-f3778c119543 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:58.771000 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-25a1beef-79c0-4ac8-9392-f3778c119543 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0515926 Aug 23 16:33:58.871061 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:33:58.871398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:58.962169 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] For port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:33:58.962575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:59.100817 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805de57-6e22-4b57-a545-cea8e0173d44 req-46b5f5d1-439e-4c07-b8e1-11cb93074f22 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:33:59.102432 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d805de57-6e22-4b57-a545-cea8e0173d44 req-46b5f5d1-439e-4c07-b8e1-11cb93074f22 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 946 time: 0.0500824 Aug 23 16:33:59.146080 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d805de57-6e22-4b57-a545-cea8e0173d44 req-a5cac95c-6f6c-4ff5-bc03-ef9afc33e833 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375462 Aug 23 16:33:59.398448 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:59.398737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:59.399055 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP 9d24fc5d-28df-403f-8888-890c4f23a4c0 disassociated. External IP: 172.27.3.136, port: 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc. Aug 23 16:33:59.399396 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:33:59.605950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:59.636022 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=2f487a75-d49d-42f7-bf32-8bde9a5eb8dc,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:33:59.649144 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.649432 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.649768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.650122 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.650447 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.650772 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.651102 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.651427 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.651749 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.652068 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.652385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.652725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:33:59.762298 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:33:59.872846 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:33:59.883547 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:33:59.893307 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:33:59.897599 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:33:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:33:59.915762 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] No DVR routers for this DVR port 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:33:59.918205 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:33:59.920360 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9aae8d93-f901-4bc9-a03b-cee47b0bffdd req-7211d139-1aa7-4861-a7d6-361cae8dee23 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "DELETE /v2.0/ports/2f487a75-d49d-42f7-bf32-8bde9a5eb8dc HTTP/1.1" status: 204 len: 173 time: 1.1375728 Aug 23 16:33:59.920798 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'name': 'network-vif-deleted', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:33:59.923533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd3e72-3af5-421f-bfe2-e7c89e406b86" -d '{"events": [{"server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "name": "network-vif-deleted", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:33:59.960193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825f2b1b-1681-4f90-91f7-ba0034f4c365 x-openstack-request-id: req-825f2b1b-1681-4f90-91f7-ba0034f4c365 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:33:59.960486 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d75fca-71fa-4744-9095-667574295893", "name": "network-vif-deleted", "tag": "2f487a75-d49d-42f7-bf32-8bde9a5eb8dc", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:33:59.960737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-825f2b1b-1681-4f90-91f7-ba0034f4c365 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:33:59.961135 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d75fca-71fa-4744-9095-667574295893', 'name': 'network-vif-deleted', 'tag': '2f487a75-d49d-42f7-bf32-8bde9a5eb8dc', 'status': 'completed', 'code': 200} Aug 23 16:34:00.004613 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:34:00.210984 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:00.243128 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:34:00.245037 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2dd1b654-a988-4c9f-bf42-898cd141cb6d req-d4750ccf-4db0-4435-9c58-10c50c3ee040 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0d75fca-71fa-4744-9095-667574295893 HTTP/1.1" status: 200 len: 210 time: 0.0296373 Aug 23 16:34:00.252926 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:34:00.254473 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:33:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:00.366071 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:34:00.582923 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:00.611133 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55f711-f647-46b3-9dbe-5e623f2ca385 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:34:00.843710 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e810d-8c68-412a-8c80-fee0d815a3e5 None None] New status for floating IP 9d24fc5d-28df-403f-8888-890c4f23a4c0: DOWN {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:34:01.496662 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-4725675d-4653-4724-9230-75ea42e65b36 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029857687&fields=id&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 267 time: 0.0376608 Aug 23 16:34:01.554769 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:34:01.603924 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-4acdf563-b769-4833-a575-c92021d32305 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:01.605507 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-4acdf563-b769-4833-a575-c92021d32305 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1020012 Aug 23 16:34:01.621944 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-7abbcfca-b4ca-4596-9784-4ac2154379b1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/quotas/d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 375 time: 0.0097687 Aug 23 16:34:01.679228 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-6c22c874-3b54-481e-8869-cd0f38a78b9c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502632 Aug 23 16:34:01.695744 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:34:01.696082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 2f487a75-d49d-42f7-bf32-8bde9a5eb8dc not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:34:01.776546 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-7b47689c-de06-4cfb-af2c-70c25bd2553f service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Aug 23 16:34:01.865217 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-b635df73-2341-4850-98f3-c4d3c08249e3 service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814795 Aug 23 16:34:02.498276 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3e1773d6-5a36-4a05-954a-a98000793bd0 req-5e2925bc-454c-44b5-9b3a-fd2e9fbf754f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0271561 Aug 23 16:34:03.583019 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eb40fb0b-7007-4755-91e1-aed31b174ea6 req-96f29e2e-d40b-4514-b5e7-eec8e184490d tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0300515 Aug 23 16:34:04.663351 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ac465dc-21ca-4505-a7d1-1c0e144a4c5e req-ba5aff21-75be-4c39-84d4-d662bfe0115f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0291898 Aug 23 16:34:05.740946 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f2d6651e-29d5-4005-b6ce-47af8399f9ef req-bb4cb0aa-cb86-4c46-ba8d-1245ce481cdf tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 23 16:34:06.769129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa992a9d-1479-48cb-ab53-6adc0fcc816c req-538ef85f-eae4-4e01-8b3e-5ab3dade919e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:06.770772 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aa992a9d-1479-48cb-ab53-6adc0fcc816c req-538ef85f-eae4-4e01-8b3e-5ab3dade919e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0557666 Aug 23 16:34:06.809052 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aa992a9d-1479-48cb-ab53-6adc0fcc816c req-a8110a83-9a27-49ea-951e-218faa4cc148 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323102 Aug 23 16:34:06.838000 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d5925333-b8c6-488b-917d-177e2247e2b5 req-c5d28260-ff25-430f-b537-cfdef8374a5b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0277259 Aug 23 16:34:07.930270 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370864f-ad98-4406-a67e-aa4dda9ee1d9 req-9e094e17-9624-4699-bc15-2aaea5f32577 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:07.931871 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9370864f-ad98-4406-a67e-aa4dda9ee1d9 req-9e094e17-9624-4699-bc15-2aaea5f32577 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0517867 Aug 23 16:34:07.941514 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a5cf421d-7f45-4b76-b401-3eb4761800f4 req-95498723-c1fe-4e01-a988-eef68b3a21cd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0305614 Aug 23 16:34:07.981112 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-9370864f-ad98-4406-a67e-aa4dda9ee1d9 req-0f79c25e-ef01-407a-a47d-9883286af168 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420735 Aug 23 16:34:09.085853 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-90340caa-9b59-4d95-b7b9-a3a1d0d0b52d req-0cad2e1e-86b7-49ff-8dd3-82a975909e97 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0705137 Aug 23 16:34:09.111682 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd8a49-a54d-41a5-8560-6fba850f7d3f req-d40676c8-a691-446d-bd67-1d8ab75f733a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:09.114344 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b5cd8a49-a54d-41a5-8560-6fba850f7d3f req-d40676c8-a691-446d-bd67-1d8ab75f733a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0599272 Aug 23 16:34:09.139905 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-4300a27f-9090-4fea-b0b5-2701d821610f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:09.141710 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-4300a27f-9090-4fea-b0b5-2701d821610f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1377409 Aug 23 16:34:09.151947 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b5cd8a49-a54d-41a5-8560-6fba850f7d3f req-163c705c-56b1-4f4d-bea8-a879e73c19a2 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Aug 23 16:34:09.186766 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-9faad843-d7b0-4a27-9f96-02e3239567b3 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 380 time: 0.0353215 Aug 23 16:34:09.196500 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'port': {'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'admin_state_up': True, 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'security_groups': ['86a031df-b9b8-4fb4-8179-3dd00c767edb']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:34:09.410936 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Made reservation on behalf of d94d8b985f0446048281e61d3f75b695 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:34:09.414742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:09.548530 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.20.0.4 (0df0280e-6074-4d87-b515-75c1b78062d3/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5/e7d44639-08c9-40a8-8345-bd36edca7f51) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:34:09.689220 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:09.703158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Transition to ACTIVE for port object e7d44639-08c9-40a8-8345-bd36edca7f51 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:34:09.863183 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:09.909030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:34:09.911991 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:34:09.915778 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:34:09.944920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:09.974257 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:09.974889 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.098117 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-8147f677-c65e-4064-b63a-f86240200bae tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9051948 Aug 23 16:34:10.112138 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Request body: {'port': {'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:34:10.209042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.259093 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748185-e052-44b5-b066-27abfbf0a7e8 req-8fcb8717-6647-4f3b-a396-1f1f369c9b92 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:10.260563 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f2748185-e052-44b5-b066-27abfbf0a7e8 req-8fcb8717-6647-4f3b-a396-1f1f369c9b92 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 931 time: 0.0898731 Aug 23 16:34:10.274955 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575ebc-5865-4658-933d-2a0d3b605e33 req-a7b60dbb-61f6-4006-8b5d-9b359e5eb971 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:10.276456 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ad575ebc-5865-4658-933d-2a0d3b605e33 req-a7b60dbb-61f6-4006-8b5d-9b359e5eb971 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Aug 23 16:34:10.290592 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d9424707-317c-4feb-b53e-9e172235bfd2 None None] Provisioning for port e7d44639-08c9-40a8-8345-bd36edca7f51 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:34:10.294732 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-d9424707-317c-4feb-b53e-9e172235bfd2 None None] Provisioning complete for port e7d44639-08c9-40a8-8345-bd36edca7f51 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:34:10.300127 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d9424707-317c-4feb-b53e-9e172235bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.317396 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ad575ebc-5865-4658-933d-2a0d3b605e33 req-4810edc8-6439-4859-b18f-c064c944a139 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344706 Aug 23 16:34:10.332655 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-d9424707-317c-4feb-b53e-9e172235bfd2 None None] Port e7d44639-08c9-40a8-8345-bd36edca7f51 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:34:10.383210 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f2748185-e052-44b5-b066-27abfbf0a7e8 req-9e26e203-9d43-4184-91af-8b18b1299cc7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131957 Aug 23 16:34:10.531856 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d44639-08c9-40a8-8345-bd36edca7f51 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:34:10.540618 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.555123 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Transition to ACTIVE for port object e7d44639-08c9-40a8-8345-bd36edca7f51 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:34:10.628345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.681112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Pushing event updated for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:10.756313 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Attempting to bind port e7d44639-08c9-40a8-8345-bd36edca7f51 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:34:10.756649 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Attempting to bind port e7d44639-08c9-40a8-8345-bd36edca7f51 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:34:10.756976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Attempting to bind port e7d44639-08c9-40a8-8345-bd36edca7f51 on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:34:10.761791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Port e7d44639-08c9-40a8-8345-bd36edca7f51 on network 0df0280e-6074-4d87-b515-75c1b78062d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:34:10.762141 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Attempting to bind port e7d44639-08c9-40a8-8345-bd36edca7f51 on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:34:10.769320 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:34:10.770026 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:34:10.770879 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Bound using segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:34:10.771445 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Bound port: e7d44639-08c9-40a8-8345-bd36edca7f51, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:34:10.771968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:10.846112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:34:10.850080 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e7d44639-08c9-40a8-8345-bd36edca7f51,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:34:10.966194 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:11.005900 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.006518 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:11.008183 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] 10.222.0.82 "PUT /v2.0/ports/e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 1093 time: 0.9016914 Aug 23 16:34:11.008622 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:34:11.010918 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c87cb2-0153-47df-b97a-5d9f48171ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:34:11.039151 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759512b-fe14-404f-8cdc-b29c05ce0fac service neutron] Pushing event updated for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:11.055423 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe837ea-67d2-422d-a156-7bcf203f452c x-openstack-request-id: req-afe837ea-67d2-422d-a156-7bcf203f452c {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:34:11.055714 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:34:11.055969 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afe837ea-67d2-422d-a156-7bcf203f452c {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:34:11.056370 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'status': 'completed', 'code': 200} Aug 23 16:34:11.123422 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-66a4d8cf-49c5-4fbd-a8f4-c59f0b361b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.125548 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-66a4d8cf-49c5-4fbd-a8f4-c59f0b361b73 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1096 time: 0.0450833 Aug 23 16:34:11.226573 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-6746a59a-f2d4-4ae8-8c32-5b8af8fa2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.228128 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-6746a59a-f2d4-4ae8-8c32-5b8af8fa2e54 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d94d8b985f0446048281e61d3f75b695&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0940716 Aug 23 16:34:11.324881 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-a25f5b9c-7bd3-47a6-9905-76c9b899249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.326358 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-58c87cb2-0153-47df-b97a-5d9f48171ea1 req-a25f5b9c-7bd3-47a6-9905-76c9b899249c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906360 Aug 23 16:34:11.441251 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-3bc95d52-a0dd-4d01-a968-e02da0361a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.442759 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-3bc95d52-a0dd-4d01-a968-e02da0361a93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1096 time: 0.0779197 Aug 23 16:34:11.453722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac3b2f-b817-40b8-8de0-790096a12227 req-2d955699-722f-4bf7-92ad-72b7df976cba tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.455161 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99ac3b2f-b817-40b8-8de0-790096a12227 req-2d955699-722f-4bf7-92ad-72b7df976cba tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0648773 Aug 23 16:34:11.505800 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-d7be7928-ed3f-4e7e-a9f2-c615d45a6c44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 217 time: 0.0449324 Aug 23 16:34:11.506064 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315a3f4-c7de-487e-bab0-bf8d48a71b3f req-3d7855e7-2cde-4944-b1c4-2f8f750ab2f7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.506064 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2315a3f4-c7de-487e-bab0-bf8d48a71b3f req-3d7855e7-2cde-4944-b1c4-2f8f750ab2f7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0515883 Aug 23 16:34:11.531498 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:11.542708 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-2315a3f4-c7de-487e-bab0-bf8d48a71b3f req-87c0e5ee-c97b-41cf-9210-2135aeac1bad tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Aug 23 16:34:11.551904 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-99ac3b2f-b817-40b8-8de0-790096a12227 req-762529e1-9d1c-4974-aba0-f027c22bd0fd tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873582 Aug 23 16:34:11.566680 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-0dce89f8-b1ff-466e-9db1-8afa8099c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.568157 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-0dce89f8-b1ff-466e-9db1-8afa8099c480 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0594602 Aug 23 16:34:11.616211 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852088-7912-4af5-8c75-26960e429b14 req-eedd651b-d017-498d-a185-e66256cf0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:11.617719 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-eedd651b-d017-498d-a185-e66256cf0889 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414798 Aug 23 16:34:11.710942 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-125dbd8e-57a5-42a9-96ec-706a873667dd service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Aug 23 16:34:11.803882 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-86852088-7912-4af5-8c75-26960e429b14 req-a86c7e2e-c2a8-4862-912c-3f64839cb542 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Aug 23 16:34:12.663805 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d729945-eb01-4191-80a5-111cc9e1ea5e req-cac66be7-9036-4619-a736-1727884e58e4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:12.665305 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d729945-eb01-4191-80a5-111cc9e1ea5e req-cac66be7-9036-4619-a736-1727884e58e4 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0532782 Aug 23 16:34:12.671504 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8433f-7ea0-46d4-b44b-1c174645897f req-8871fffc-fb76-4bf1-954f-c06ed2350640 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:12.673012 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eda8433f-7ea0-46d4-b44b-1c174645897f req-8871fffc-fb76-4bf1-954f-c06ed2350640 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0535295 Aug 23 16:34:12.703642 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6d729945-eb01-4191-80a5-111cc9e1ea5e req-72af17a9-7a84-47fa-a49b-65cb4e4c222d tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Aug 23 16:34:12.712520 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-eda8433f-7ea0-46d4-b44b-1c174645897f req-86ae6dac-aa9c-4c41-b1f1-f5d267f485b1 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Aug 23 16:34:13.821229 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eede13-cd88-44b2-ad74-36fb68cd8d86 req-09d5d465-0cd8-4485-a543-064d0549290c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:13.822891 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-42eede13-cd88-44b2-ad74-36fb68cd8d86 req-09d5d465-0cd8-4485-a543-064d0549290c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0500360 Aug 23 16:34:13.828518 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cf4f4-41c1-49d3-8880-29eb0a5c477d req-7bcafa3e-28aa-4720-b85d-4fab9fd3afb8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:13.830021 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bb6cf4f4-41c1-49d3-8880-29eb0a5c477d req-7bcafa3e-28aa-4720-b85d-4fab9fd3afb8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0493264 Aug 23 16:34:13.864343 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-42eede13-cd88-44b2-ad74-36fb68cd8d86 req-c5293678-5531-494a-8561-a21c76ad9770 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Aug 23 16:34:13.867348 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bb6cf4f4-41c1-49d3-8880-29eb0a5c477d req-a7e22c28-ae7a-4707-a5cf-35b32c2f127a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Aug 23 16:34:14.202734 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:34:14.978129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444479ac-844a-43b5-94cf-6840a2ad9ba4 req-07fb9579-bd4b-439f-856e-970eff69012b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:14.979614 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-444479ac-844a-43b5-94cf-6840a2ad9ba4 req-07fb9579-bd4b-439f-856e-970eff69012b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0495400 Aug 23 16:34:14.981143 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013177b9-4889-49ad-9e02-0ecf3a4ff88e req-0c1cf587-05e6-4585-bc05-d234e542de60 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:14.982636 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-013177b9-4889-49ad-9e02-0ecf3a4ff88e req-0c1cf587-05e6-4585-bc05-d234e542de60 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Aug 23 16:34:15.020730 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-444479ac-844a-43b5-94cf-6840a2ad9ba4 req-39fc294b-fc77-4a4e-abf2-4f927bb1ec37 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349033 Aug 23 16:34:15.021819 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-013177b9-4889-49ad-9e02-0ecf3a4ff88e req-88abc0dc-be0e-4b49-925a-03bbcfb105c5 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Aug 23 16:34:15.408199 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-609998e9-97b7-4490-8438-d9a6b19975f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:16.142283 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9050777-9022-4dae-ae7b-ee7771e0154d req-385d5be6-ec7c-407c-ab7c-1b14d9c5feb1 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:16.142919 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab884b-f623-4533-b164-3e36f8fefed1 req-662b9d78-d604-4ad9-8597-c555013cda7f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:16.143780 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d9050777-9022-4dae-ae7b-ee7771e0154d req-385d5be6-ec7c-407c-ab7c-1b14d9c5feb1 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Aug 23 16:34:16.143910 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7fab884b-f623-4533-b164-3e36f8fefed1 req-662b9d78-d604-4ad9-8597-c555013cda7f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0538054 Aug 23 16:34:16.182761 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d9050777-9022-4dae-ae7b-ee7771e0154d req-c4ed2bcf-6769-42fa-906e-8aa2a0f429a9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Aug 23 16:34:16.183021 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7fab884b-f623-4533-b164-3e36f8fefed1 req-ef3a89c6-6152-437b-a168-5dabd27e7b82 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Aug 23 16:34:17.297550 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c53c-f033-44c0-af94-acd541fb2f70 req-05d4200e-aa92-423a-b15d-5712df621506 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:17.298328 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0456841-d19d-4cd0-8ba0-a1802d3bd370 req-57b05a1e-d5b9-46d3-9f2e-9fadbcbba782 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:17.299082 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca18c53c-f033-44c0-af94-acd541fb2f70 req-05d4200e-aa92-423a-b15d-5712df621506 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0489273 Aug 23 16:34:17.299217 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0456841-d19d-4cd0-8ba0-a1802d3bd370 req-57b05a1e-d5b9-46d3-9f2e-9fadbcbba782 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0498545 Aug 23 16:34:17.337663 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d0456841-d19d-4cd0-8ba0-a1802d3bd370 req-f218c3c5-5f06-45ad-9177-6256100f10bb tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Aug 23 16:34:17.338229 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ca18c53c-f033-44c0-af94-acd541fb2f70 req-9326edde-c53b-431e-b4e1-11a35c5aed58 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Aug 23 16:34:18.170704 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d87b2db4-ffbf-442f-a676-8d545f18ecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:18.285110 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:18.450916 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786d1d-e9da-4d59-8dce-b586f1448497 req-52ac59f0-1df2-45f9-b119-1bae5e6f6434 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:18.451474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c18e-7fed-4ef0-a2ea-f213aaf33e30 req-e1d3f18f-4352-4488-917c-e95134b22fc2 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:18.453095 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c5786d1d-e9da-4d59-8dce-b586f1448497 req-52ac59f0-1df2-45f9-b119-1bae5e6f6434 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Aug 23 16:34:18.453224 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5d56c18e-7fed-4ef0-a2ea-f213aaf33e30 req-e1d3f18f-4352-4488-917c-e95134b22fc2 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0490844 Aug 23 16:34:18.492085 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c5786d1d-e9da-4d59-8dce-b586f1448497 req-caa1a93b-6a4c-47d0-a13b-732d63c56702 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328207 Aug 23 16:34:18.497282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5d56c18e-7fed-4ef0-a2ea-f213aaf33e30 req-6e3601fe-8d18-4408-84ec-74b2b87a36ac tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Aug 23 16:34:19.329280 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:19.614086 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812257-20ff-44af-bce5-3fa240a20b22 req-59ab86b1-62d0-4561-948a-ebf9b55b64bf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:19.614745 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008800c9-f67c-4df5-a1d7-f685462515f3 req-f40d161a-da91-4921-8959-35aa2c992098 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:19.615559 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bf812257-20ff-44af-bce5-3fa240a20b22 req-59ab86b1-62d0-4561-948a-ebf9b55b64bf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Aug 23 16:34:19.615796 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-008800c9-f67c-4df5-a1d7-f685462515f3 req-f40d161a-da91-4921-8959-35aa2c992098 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 943 time: 0.0518782 Aug 23 16:34:19.654112 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-008800c9-f67c-4df5-a1d7-f685462515f3 req-56dc5fe8-d4bc-4f40-97c8-ce354a9519e9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 23 16:34:19.661162 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bf812257-20ff-44af-bce5-3fa240a20b22 req-8442a3bd-a561-4773-96f1-18f3c75ccb3f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Aug 23 16:34:19.704891 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e7d44639-08c9-40a8-8345-bd36edca7f51 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:34:19.798609 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e7d44639-08c9-40a8-8345-bd36edca7f51,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:34:19.809083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:34:19.847982 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:19.860509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d44639-08c9-40a8-8345-bd36edca7f51 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:34:19.880062 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e7d44639-08c9-40a8-8345-bd36edca7f51,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:34:19.982362 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:20.031692 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:20.038496 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.038851 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.039188 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.039523 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.039853 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.040181 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.040505 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.040829 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.041156 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.041476 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.041816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.042145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:34:20.266421 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['e7d44639-08c9-40a8-8345-bd36edca7f51'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:34:20.775221 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40d33-90ec-4815-b210-b957e9519e06 req-14dc7dea-891b-46c5-a374-15ffe70cd0c1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:20.776185 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcdad1-725c-42c3-a401-3bea76026f33 req-1e241658-9e0c-4890-8207-fe0281c8341c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:20.776771 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-36e40d33-90ec-4815-b210-b957e9519e06 req-14dc7dea-891b-46c5-a374-15ffe70cd0c1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 944 time: 0.0499117 Aug 23 16:34:20.777656 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0bcdad1-725c-42c3-a401-3bea76026f33 req-1e241658-9e0c-4890-8207-fe0281c8341c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Aug 23 16:34:20.821489 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0bcdad1-725c-42c3-a401-3bea76026f33 req-f2f61cb6-f7d8-4fd8-95f5-43402e7f4719 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356169 Aug 23 16:34:20.827149 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-36e40d33-90ec-4815-b210-b957e9519e06 req-d2ae8839-cb3a-4278-8e11-9197d9895dc8 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Aug 23 16:34:20.917062 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:21.704544 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e7d44639-08c9-40a8-8345-bd36edca7f51 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:34:21.816038 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port e7d44639-08c9-40a8-8345-bd36edca7f51 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:34:21.820138 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port e7d44639-08c9-40a8-8345-bd36edca7f51 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:34:21.820509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:21.904042 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:21.928140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:34:21.930427 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5ca5c-5367-4348-92e1-36e670abec05" -d '{"events": [{"server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "name": "network-vif-plugged", "status": "completed", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:34:21.942166 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b193b2b-c7c4-4b0f-ab22-90e8b2dff0e0 req-b558243c-7533-40df-895a-05bec0f68c47 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:21.943298 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e7d44639-08c9-40a8-8345-bd36edca7f51,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:34:21.946233 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0b193b2b-c7c4-4b0f-ab22-90e8b2dff0e0 req-b558243c-7533-40df-895a-05bec0f68c47 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 944 time: 0.0524311 Aug 23 16:34:21.947333 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24205659-b8d4-4d31-aa0a-84414707a190 req-921541e6-7b77-4f5b-b115-16f1a3c90b13 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:21.948802 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24205659-b8d4-4d31-aa0a-84414707a190 req-921541e6-7b77-4f5b-b115-16f1a3c90b13 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0548985 Aug 23 16:34:21.984863 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0b193b2b-c7c4-4b0f-ab22-90e8b2dff0e0 req-ad235d9b-8ee8-4754-8510-748e14746202 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340948 Aug 23 16:34:21.988836 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-24205659-b8d4-4d31-aa0a-84414707a190 req-a8ee23c9-6873-41d4-bbb7-1943306ea1c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334854 Aug 23 16:34:22.029649 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:22.029649 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6403e33-20ad-47da-b052-ecd56d17cfef x-openstack-request-id: req-b6403e33-20ad-47da-b052-ecd56d17cfef {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:34:22.029649 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "name": "network-vif-plugged", "status": "completed", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:34:22.029649 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b6403e33-20ad-47da-b052-ecd56d17cfef {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:34:22.029649 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'code': 200} Aug 23 16:34:22.078401 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:22.434960 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891f3e5-9885-492b-bf1b-f04b23f65a7e req-ea342a70-0304-4b6e-8c52-89a18ae93320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:22.437021 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4891f3e5-9885-492b-bf1b-f04b23f65a7e req-ea342a70-0304-4b6e-8c52-89a18ae93320 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1098 time: 0.0456750 Aug 23 16:34:22.473755 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4891f3e5-9885-492b-bf1b-f04b23f65a7e req-4fe18955-5892-4500-ad78-6b6101caa122 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287735 Aug 23 16:34:23.103423 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344bf69-6d27-4c35-9da5-926ea497b681 req-1c406437-aaf9-4244-8823-e4f73fbe81e9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.104897 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f344bf69-6d27-4c35-9da5-926ea497b681 req-1c406437-aaf9-4244-8823-e4f73fbe81e9 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.0537786 Aug 23 16:34:23.110090 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950f05b-a3d5-495f-a006-c1ab13f497a6 req-882b388d-de3f-421e-9a7c-a3fa8f7a74ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.111633 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9950f05b-a3d5-495f-a006-c1ab13f497a6 req-882b388d-de3f-421e-9a7c-a3fa8f7a74ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Aug 23 16:34:23.143787 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-f344bf69-6d27-4c35-9da5-926ea497b681 req-247d5bd5-4062-4e83-b3b7-f02da9f9d061 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Aug 23 16:34:23.151325 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-9950f05b-a3d5-495f-a006-c1ab13f497a6 req-f77f717f-c19a-4188-bcf7-3e03c1542c78 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Aug 23 16:34:23.574162 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4c80b-b238-42a2-ad26-68afde30011c req-06eef5a6-53ac-4a3b-b103-5f77a2a85c5f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.575640 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85d4c80b-b238-42a2-ad26-68afde30011c req-06eef5a6-53ac-4a3b-b103-5f77a2a85c5f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0486465 Aug 23 16:34:23.613985 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85d4c80b-b238-42a2-ad26-68afde30011c req-a166938b-c41d-498a-97f9-7637cc3b6a70 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321531 Aug 23 16:34:23.769682 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c028-a2a3-4491-87a4-451f4c326338 req-b4f59482-7276-42d1-9c3b-07ce7546f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.771127 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-b4f59482-7276-42d1-9c3b-07ce7546f68d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0463867 Aug 23 16:34:23.862030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c028-a2a3-4491-87a4-451f4c326338 req-702cdfe6-8dec-451b-bcde-8250727f666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.863519 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-702cdfe6-8dec-451b-bcde-8250727f666a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.0851686 Aug 23 16:34:23.935314 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-4d361558-8730-421f-ad8e-5b93d8fbc511 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 1001 time: 0.0639937 Aug 23 16:34:23.986538 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c028-a2a3-4491-87a4-451f4c326338 req-def404cd-c3b1-47e3-a0a6-ce4a74e8f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:23.988236 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-def404cd-c3b1-47e3-a0a6-ce4a74e8f607 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0451448 Aug 23 16:34:24.039550 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c028-a2a3-4491-87a4-451f4c326338 req-acb8fe37-5424-41e9-a190-69f4ae2bcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:24.041020 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-acb8fe37-5424-41e9-a190-69f4ae2bcfa5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429280 Aug 23 16:34:24.134735 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-86b7fee7-d67b-4682-8598-2bf06464f56f service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Aug 23 16:34:24.225689 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6055c028-a2a3-4491-87a4-451f4c326338 req-2b5eec08-9b56-480d-9b15-1af8ae13a38f service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820508 Aug 23 16:34:24.259579 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf17ad0-8ccf-45e2-9823-84b6014be563 req-88b26ef2-e404-4017-a1d8-329804535923 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:24.261064 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6bf17ad0-8ccf-45e2-9823-84b6014be563 req-88b26ef2-e404-4017-a1d8-329804535923 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.0497308 Aug 23 16:34:24.299046 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6bf17ad0-8ccf-45e2-9823-84b6014be563 req-e9364e59-ff52-4261-9695-713a3236a806 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 23 16:34:24.412197 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0ecde-5ee0-4ace-a67a-9ecffa9eb3c4 req-cb760540-4e09-4eb7-ab57-7f2f5c89791f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:24.413679 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3be0ecde-5ee0-4ace-a67a-9ecffa9eb3c4 req-cb760540-4e09-4eb7-ab57-7f2f5c89791f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.0487716 Aug 23 16:34:24.450620 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3be0ecde-5ee0-4ace-a67a-9ecffa9eb3c4 req-7b68acb8-6a2a-4ac7-b945-8bebeafab5dd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Aug 23 16:34:24.472798 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57766) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:34:24.515842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3564af2-9a40-4165-9141-eaba10a9a225 tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:24.517376 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e3564af2-9a40-4165-9141-eaba10a9a225 tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1093 time: 0.0436110 Aug 23 16:34:24.520106 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57768) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:34:24.524424 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:34:24.633234 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:24.732526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:24.743267 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0865cf-e69e-4c5e-b445-715e8f4d0f04 req-05cd22a4-0931-4418-ae44-c76caa3170e2 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:24.744772 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa0865cf-e69e-4c5e-b445-715e8f4d0f04 req-05cd22a4-0931-4418-ae44-c76caa3170e2 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Aug 23 16:34:24.786315 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fa0865cf-e69e-4c5e-b445-715e8f4d0f04 req-ecce9586-c34c-4d82-92c0-c16e4f1791d4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341733 Aug 23 16:34:24.847389 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.27.3.251 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/ec78e461-abc7-4148-9de0-ece413f4c08a) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:34:24.950833 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.096763 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.138136 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:34:25.141966 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:34:25.146337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:34:25.173484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=ec78e461-abc7-4148-9de0-ece413f4c08a,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:25.500046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.634842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.782385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.864668 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:25.958213 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=ec78e461-abc7-4148-9de0-ece413f4c08a,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:34:25.972295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f256-c2c0-4de1-8add-1bf35d3a7a07 req-9725c3cc-1a9a-4c78-a675-d7a2245eea01 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:25.973794 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7978f256-c2c0-4de1-8add-1bf35d3a7a07 req-9725c3cc-1a9a-4c78-a675-d7a2245eea01 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.1189392 Aug 23 16:34:25.974974 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:26.076932 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7978f256-c2c0-4de1-8add-1bf35d3a7a07 req-093f19db-6c13-4e47-b559-9c9f37f4fe72 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674508 Aug 23 16:34:26.095231 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234 associated. External IP: 172.27.3.251, port: e7d44639-08c9-40a8-8345-bd36edca7f51. Aug 23 16:34:26.303833 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:34:26.408541 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:34:26.418851 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:34:26.429104 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:34:26.432015 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:34:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:26.479226 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:26.507026 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-b2d3a4b1-7497-4a32-bc1d-572fd60e810e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9859025 Aug 23 16:34:26.507737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:34:26.510147 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736" -d '{"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:34:26.537904 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:34:26.548919 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7dfd30-0fc4-4f10-b87c-601dd59d7b51 x-openstack-request-id: req-8a7dfd30-0fc4-4f10-b87c-601dd59d7b51 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:34:26.549218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:34:26.549471 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8a7dfd30-0fc4-4f10-b87c-601dd59d7b51 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:34:26.549904 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'status': 'completed', 'code': 200} Aug 23 16:34:26.620015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-6314bd02-12fd-4bcd-b563-f30c067b712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:26.621570 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-6314bd02-12fd-4bcd-b563-f30c067b712b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1098 time: 0.0477254 Aug 23 16:34:26.713449 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-26ee61a4-1e38-4d41-8871-af115ec2257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:26.714925 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-26ee61a4-1e38-4d41-8871-af115ec2257c service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0850952 Aug 23 16:34:26.790166 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-e5bcb7bb-ba29-43bd-bfcf-fbd35d6aad57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 999 time: 0.0670249 Aug 23 16:34:26.841047 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-e7e32bae-b87e-4615-85c9-5ff8f614a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:26.843339 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-e7e32bae-b87e-4615-85c9-5ff8f614a730 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0441453 Aug 23 16:34:26.861927 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:25Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:26.890925 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:34:26.893660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-f05a3c7f-bd5c-4bbf-9514-4742b76cf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:26.895254 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-f05a3c7f-bd5c-4bbf-9514-4742b76cf61d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440907 Aug 23 16:34:26.899501 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:34:26.900097 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:34:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:26.992112 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-ab964a81-ecd4-42c7-a548-04bbde24cd1f service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887759 Aug 23 16:34:27.006248 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:34:27.243753 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:25Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:34:27.270766 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a17d0-91e7-4ef0-ac28-b9cbf6815510 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:25Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:34:27.350061 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-dd8333f9-4ffb-468b-ac2f-ba2d214e7736 req-37d73565-b42f-4301-8fb8-a42781d85764 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503990 Aug 23 16:34:27.451850 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f14d7-428e-4607-ae54-dcd959d437a8 None None] New status for floating IP e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:34:41.522491 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:44.890956 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-35ceeb1e-f423-4350-b544-d41a1b28d727 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394299 Aug 23 16:34:44.957413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-a27fd579-9ef4-4406-b7da-46d6f74e4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:44.958907 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-a27fd579-9ef4-4406-b7da-46d6f74e4886 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0422015 Aug 23 16:34:45.061611 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-a473fc64-6c3a-4d7c-87e9-6c120f1d9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:45.063120 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-a473fc64-6c3a-4d7c-87e9-6c120f1d9354 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.0824220 Aug 23 16:34:45.132553 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-45e63ac3-0325-4ce1-a4d1-90f68a39f2db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 1001 time: 0.0612490 Aug 23 16:34:45.191520 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-529139c8-648d-4a83-b403-6a2153187214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:45.192920 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-529139c8-648d-4a83-b403-6a2153187214 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0447581 Aug 23 16:34:45.241263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-89780ff9-3f12-4abb-8db3-2652c3e02925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:34:45.242814 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-89780ff9-3f12-4abb-8db3-2652c3e02925 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411372 Aug 23 16:34:45.342467 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-49ba1c18-440e-4828-8495-95e63b00ab1a service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Aug 23 16:34:45.379243 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0e653cf3-0075-4c93-998c-d02cd2f679e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:45.438554 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c1bc10a6-56ff-4b53-beb1-10b36d1899b2 req-b55eaed7-85b9-4eff-bfb1-43b29ca24bc6 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855644 Aug 23 16:34:48.129682 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-eb175ed7-d10e-4baa-8345-16aca82229a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:48.261692 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:49.242186 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:51.024855 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:34:51.203450 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:35:03.665816 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2885-1638-48ec-9eb7-a697ee4e91e4 req-619a6741-2f7e-4706-82e8-41a2cb2369ee tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:03.667320 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-316c2885-1638-48ec-9eb7-a697ee4e91e4 req-619a6741-2f7e-4706-82e8-41a2cb2369ee tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0540788 Aug 23 16:35:03.711733 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-316c2885-1638-48ec-9eb7-a697ee4e91e4 req-8b110c11-e8fe-4f48-9d0e-35315dc698cd tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383162 Aug 23 16:35:04.939148 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eb99d-f41f-410a-8302-adc38a0c1a0b req-20097b21-23d7-451f-a0f1-1e2d1b2df78a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:04.940664 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d38eb99d-f41f-410a-8302-adc38a0c1a0b req-20097b21-23d7-451f-a0f1-1e2d1b2df78a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.1591449 Aug 23 16:35:04.981025 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d38eb99d-f41f-410a-8302-adc38a0c1a0b req-02c8adef-8a50-4312-86a7-aa683f38fc0b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Aug 23 16:35:06.106941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16072f-970f-4c3c-a4af-f1b8ddb5775f req-4e9471bf-4aa6-412f-baf8-74c47ed2f168 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:06.108472 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ec16072f-970f-4c3c-a4af-f1b8ddb5775f req-4e9471bf-4aa6-412f-baf8-74c47ed2f168 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Aug 23 16:35:06.146791 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ec16072f-970f-4c3c-a4af-f1b8ddb5775f req-e2b2f6f8-b573-4237-997e-c430e512b716 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324118 Aug 23 16:35:07.266289 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d0fa-8ac2-4a66-b919-86a8ee99bf7f req-188688e5-4ff4-4f3a-ac88-18e653877026 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:07.267803 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dc93d0fa-8ac2-4a66-b919-86a8ee99bf7f req-188688e5-4ff4-4f3a-ac88-18e653877026 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0502973 Aug 23 16:35:07.320003 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dc93d0fa-8ac2-4a66-b919-86a8ee99bf7f req-330f4078-1ca7-42e4-927b-649500678511 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Aug 23 16:35:08.435504 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2afef-ddf9-4b4a-a7e9-c501eac9c188 req-223bb6ee-5ffe-4ede-b041-4136f8ad51a7 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:08.436990 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8e2afef-ddf9-4b4a-a7e9-c501eac9c188 req-223bb6ee-5ffe-4ede-b041-4136f8ad51a7 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Aug 23 16:35:08.477394 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8e2afef-ddf9-4b4a-a7e9-c501eac9c188 req-e270c5f4-f1be-4f66-b705-08715e19c620 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Aug 23 16:35:09.594423 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2deb106-dec7-44d2-a65e-4cf9d9e3446f req-1b05cb0c-dd98-4000-b60b-d5b8f736bf7a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:09.595912 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b2deb106-dec7-44d2-a65e-4cf9d9e3446f req-1b05cb0c-dd98-4000-b60b-d5b8f736bf7a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0509691 Aug 23 16:35:09.634323 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b2deb106-dec7-44d2-a65e-4cf9d9e3446f req-1824f646-6a7f-42f3-8bc3-b2dc80c9a989 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 Aug 23 16:35:10.753629 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b8fe8-311d-4145-9458-305acb172c06 req-c16edb8b-b94f-4c61-9317-e56ddd0ebd85 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:10.755122 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cf2b8fe8-311d-4145-9458-305acb172c06 req-c16edb8b-b94f-4c61-9317-e56ddd0ebd85 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Aug 23 16:35:10.798793 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-cf2b8fe8-311d-4145-9458-305acb172c06 req-73123a5b-c876-493d-a8f7-604c438468d9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377674 Aug 23 16:35:11.550506 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:11.923786 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5083-eae0-4b10-8ce9-98bc0e41b2f7 req-6126a41f-84ae-4f76-8078-61278f370bbf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:11.925246 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-95ac5083-eae0-4b10-8ce9-98bc0e41b2f7 req-6126a41f-84ae-4f76-8078-61278f370bbf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Aug 23 16:35:11.967103 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-95ac5083-eae0-4b10-8ce9-98bc0e41b2f7 req-8d2e4748-0fe1-49ab-8cf2-8442a769f27c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351806 Aug 23 16:35:13.079713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763b5e-2b07-49ab-beac-3749a05589e2 req-f56e1004-c2bd-4b74-aefd-0205746e0b61 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:13.081187 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42763b5e-2b07-49ab-beac-3749a05589e2 req-f56e1004-c2bd-4b74-aefd-0205746e0b61 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Aug 23 16:35:13.118461 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42763b5e-2b07-49ab-beac-3749a05589e2 req-3198bb79-6c67-41ef-8e9d-015dc12e7ffa tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Aug 23 16:35:14.239248 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57303d-6b4c-429d-9641-1a847292ae22 req-defe6d38-c950-4884-978b-de41f00bd2a4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:14.240767 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e57303d-6b4c-429d-9641-1a847292ae22 req-defe6d38-c950-4884-978b-de41f00bd2a4 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Aug 23 16:35:14.283508 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-0e57303d-6b4c-429d-9641-1a847292ae22 req-24999e84-7950-48c2-aae8-9f92efe3bb1e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348549 Aug 23 16:35:15.400801 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba2666-89f4-4b0c-8a79-71cb4d4e6976 req-ff919f85-49e5-436f-a7f8-38d9f120bd70 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:15.402347 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-18ba2666-89f4-4b0c-8a79-71cb4d4e6976 req-ff919f85-49e5-436f-a7f8-38d9f120bd70 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Aug 23 16:35:15.432290 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6da6f41d-9696-45e8-923d-8d9dfb9278d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:15.443943 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-18ba2666-89f4-4b0c-8a79-71cb4d4e6976 req-52dc82c3-b161-469b-a51d-baabe133018b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Aug 23 16:35:15.798564 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec0f3-cc6a-44cb-bfff-37234545cf45 req-353d364f-c950-4013-9e32-490003f50144 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:15.800087 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-24fec0f3-cc6a-44cb-bfff-37234545cf45 req-353d364f-c950-4013-9e32-490003f50144 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Aug 23 16:35:15.843839 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-24fec0f3-cc6a-44cb-bfff-37234545cf45 req-55278391-91d6-424d-be18-7f2b3c0650df tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367708 Aug 23 16:35:15.954539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729841d2-e138-4da6-8842-074087eb5e27 req-81cdcaae-c576-45e7-863a-e20ccaf86230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:15.956036 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-81cdcaae-c576-45e7-863a-e20ccaf86230 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0865188 Aug 23 16:35:16.049263 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729841d2-e138-4da6-8842-074087eb5e27 req-1328b0cc-0405-4d3b-a3de-3686ed1bfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:16.050760 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-1328b0cc-0405-4d3b-a3de-3686ed1bfb9a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.0838935 Aug 23 16:35:16.121934 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-d5a6263f-b009-4b57-a091-72b9d4315f84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 1001 time: 0.0609069 Aug 23 16:35:16.176721 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729841d2-e138-4da6-8842-074087eb5e27 req-98fd902e-3f75-4033-b88b-91a3da7aee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:16.178183 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-98fd902e-3f75-4033-b88b-91a3da7aee64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0443790 Aug 23 16:35:16.231218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729841d2-e138-4da6-8842-074087eb5e27 req-15bed107-afb2-442b-89e2-adde0516f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:16.232711 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-15bed107-afb2-442b-89e2-adde0516f351 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426795 Aug 23 16:35:16.247846 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-51910f6a-1441-4f8b-997d-58a40cf8223f service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:35:16.248957 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-51910f6a-1441-4f8b-997d-58a40cf8223f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050869 Aug 23 16:35:16.361265 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-5fbcc4ca-1a1e-48f6-a41a-d79f3d576f70 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034608 Aug 23 16:35:16.459208 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-729841d2-e138-4da6-8842-074087eb5e27 req-24554a48-c462-40fc-95b6-8ff4267526fe service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842104 Aug 23 16:35:16.966743 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d32443-811b-45e7-9646-92cd56a5d2cf req-b5663009-3353-4e7d-91e1-1f6cc923c65b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:16.968221 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c0d32443-811b-45e7-9646-92cd56a5d2cf req-b5663009-3353-4e7d-91e1-1f6cc923c65b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0487423 Aug 23 16:35:17.007784 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c0d32443-811b-45e7-9646-92cd56a5d2cf req-5dea22cb-4a4a-4fca-8a1b-81d4e33685aa tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Aug 23 16:35:18.131270 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235e91-6f0a-4680-b2e1-41a12848d7a6 req-a2d5b0ad-dc4d-43f0-9db4-467ea654ce38 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:18.132754 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-22235e91-6f0a-4680-b2e1-41a12848d7a6 req-a2d5b0ad-dc4d-43f0-9db4-467ea654ce38 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Aug 23 16:35:18.134967 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8b235d4a-7e4d-49fe-86f2-b74386b5356c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:18.177064 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-22235e91-6f0a-4680-b2e1-41a12848d7a6 req-2552bdb4-c354-4167-950e-19bae723ba33 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Aug 23 16:35:18.299096 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:19.318049 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:20.918512 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:28.203659 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:35:41.532725 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:45.546297 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4d2c-05b1-480a-b98e-adda668b121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:45.885801 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-60412f19-6eba-4ef8-8133-89935123b66a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402725 Aug 23 16:35:45.970076 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db3159-5e24-456d-80a2-fa656d14770c req-68de607e-1a0c-4329-8524-eb79f9434015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:45.971571 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-68de607e-1a0c-4329-8524-eb79f9434015 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 1098 time: 0.0414920 Aug 23 16:35:46.087101 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db3159-5e24-456d-80a2-fa656d14770c req-1f01230f-af04-4ae0-8ce6-95e46ed00306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:46.088684 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-1f01230f-af04-4ae0-8ce6-95e46ed00306 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.0955837 Aug 23 16:35:46.155541 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-3a71f543-90ca-4d75-92ad-a9f7bdf94219 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 200 len: 1001 time: 0.0591316 Aug 23 16:35:46.211915 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db3159-5e24-456d-80a2-fa656d14770c req-a63bd45e-818a-4cd8-a3ef-179eedc5bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:46.213942 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-a63bd45e-818a-4cd8-a3ef-179eedc5bcc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0509577 Aug 23 16:35:46.263460 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db3159-5e24-456d-80a2-fa656d14770c req-ab878710-ad39-4237-a4e3-f16ca787fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:46.264994 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-ab878710-ad39-4237-a4e3-f16ca787fa35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441883 Aug 23 16:35:46.362454 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-15f4d709-1307-4cb8-b7eb-6d519e397cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887032 Aug 23 16:35:46.456959 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-55db3159-5e24-456d-80a2-fa656d14770c req-ba130655-4163-4632-95d2-fa7b3e7dd84c service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861964 Aug 23 16:35:48.212569 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-ae2071b3-bb93-481d-90ab-60eec005468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:48.328777 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:49.180123 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:50.935661 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:51.694990 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3ee4a-b0bf-406b-b119-eecdc332b7a2 req-65e428db-6114-4778-af46-6d6d2ea266f7 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:51.696454 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-50a3ee4a-b0bf-406b-b119-eecdc332b7a2 req-65e428db-6114-4778-af46-6d6d2ea266f7 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0563083 Aug 23 16:35:51.735248 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-50a3ee4a-b0bf-406b-b119-eecdc332b7a2 req-78631c26-1ae5-4f4f-909b-08432faf1416 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Aug 23 16:35:52.851493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4a18-faf9-4b53-b568-ee9f008048cc req-570d2a4d-2e35-4aa2-8813-080a92e3c5ef tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:52.852892 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42ab4a18-faf9-4b53-b568-ee9f008048cc req-570d2a4d-2e35-4aa2-8813-080a92e3c5ef tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Aug 23 16:35:52.890991 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-42ab4a18-faf9-4b53-b568-ee9f008048cc req-21babac7-bcdf-4203-9298-bcc81adafea5 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Aug 23 16:35:53.907132 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-cee764b2-3be3-456e-80b2-6e2a1902b920 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:53.908645 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-cee764b2-3be3-456e-80b2-6e2a1902b920 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Aug 23 16:35:54.007049 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28032bb8-e5e4-460c-b66c-16b4de4ccb67 req-6d4aefc8-c655-4737-9fab-0fc88bfe33a9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:35:54.008629 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-28032bb8-e5e4-460c-b66c-16b4de4ccb67 req-6d4aefc8-c655-4737-9fab-0fc88bfe33a9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Aug 23 16:35:54.012768 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Deleting port 65f88cdd-3bca-476d-968e-b085f8d7ad1f {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:35:54.013135 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.048214 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-28032bb8-e5e4-460c-b66c-16b4de4ccb67 req-ab7ef172-d90e-4b2a-a8e7-d337c6cddf15 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=4dbbd687-a7cf-4e2c-943d-ed4348be7d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327148 Aug 23 16:35:54.103403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] For port 65f88cdd-3bca-476d-968e-b085f8d7ad1f, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=65f88cdd-3bca-476d-968e-b085f8d7ad1f,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:35:54.103685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.269903 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.270288 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.270605 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Floating IP 12bfb533-0dd4-4fd7-ba20-dbf16b28a9da disassociated. External IP: 172.27.3.220, port: 65f88cdd-3bca-476d-968e-b085f8d7ad1f. Aug 23 16:35:54.270941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Calling delete_port for 65f88cdd-3bca-476d-968e-b085f8d7ad1f owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:35:54.475464 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.502379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'Port': ['ID=65f88cdd-3bca-476d-968e-b085f8d7ad1f,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:54.512117 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.512466 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.512809 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.513149 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.513482 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.513835 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.514200 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.514562 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.515413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.515413 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.515577 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.515858 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:54.631158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:35:54.742506 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:35:54.754348 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:35:54.763898 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:35:54.764511 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:35:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:35:54.784671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] No DVR routers for this DVR port 65f88cdd-3bca-476d-968e-b085f8d7ad1f on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:35:54.787151 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:54.789141 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-619cf098-310d-4022-8b8b-d7d84cc17424 req-713c46ad-0476-4a40-a139-e2f422b358ed tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "DELETE /v2.0/ports/65f88cdd-3bca-476d-968e-b085f8d7ad1f HTTP/1.1" status: 204 len: 173 time: 0.8737621 Aug 23 16:35:54.789583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'name': 'network-vif-deleted', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:35:54.792592 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064dcdec-1cae-400f-91bd-20bc1d435e5f" -d '{"events": [{"server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "name": "network-vif-deleted", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:35:54.830471 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7146a9c-3802-4a95-94ec-fc25fd8a5132 x-openstack-request-id: req-b7146a9c-3802-4a95-94ec-fc25fd8a5132 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:35:54.830782 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e416b-9807-4f6b-ab52-66c4a0a84b02", "name": "network-vif-deleted", "tag": "65f88cdd-3bca-476d-968e-b085f8d7ad1f", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:35:54.831033 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b7146a9c-3802-4a95-94ec-fc25fd8a5132 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:35:54.831431 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e416b-9807-4f6b-ab52-66c4a0a84b02', 'name': 'network-vif-deleted', 'tag': '65f88cdd-3bca-476d-968e-b085f8d7ad1f', 'status': 'completed', 'code': 200} Aug 23 16:35:54.875580 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:35:55.083767 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:35:55.112446 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:35:55.121568 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:35:55.122223 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:35:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:35:55.158151 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-33fc9d5b-dd0a-4bb4-8b9e-64e1dd50a6e5 req-d1755dca-de61-41fa-88f6-570d396fb504 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=215e416b-9807-4f6b-ab52-66c4a0a84b02 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Aug 23 16:35:55.230695 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:35:55.423821 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:35:55.452998 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e522b1-1197-46c3-8dba-b4a8b591a4ea None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:35:55.683610 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0763dc-0505-47ed-b5a1-7d624ac04609 None None] New status for floating IP 12bfb533-0dd4-4fd7-ba20-dbf16b28a9da: DOWN {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:35:56.329281 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57880) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:56.383531 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.409414 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.540054 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.543298 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.544441 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "DELETE /v2.0/security-groups/4dbbd687-a7cf-4e2c-943d-ed4348be7d79 HTTP/1.1" status: 204 len: 168 time: 0.2141294 Aug 23 16:35:56.547287 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 57882) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:56.554126 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbbd687-a7cf-4e2c-943d-ed4348be7d79,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:56.562632 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.563011 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.563377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.563710 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.564037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.564366 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.564483 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.api.v2.resource [None req-685456f3-1631-47ec-9bff-e0a248e6d69b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] show failed (client error): The resource could not be found. Aug 23 16:35:56.564694 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.565020 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.565347 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.565463 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-685456f3-1631-47ec-9bff-e0a248e6d69b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups/4dbbd687-a7cf-4e2c-943d-ed4348be7d79 HTTP/1.1" status: 404 len: 347 time: 0.0172081 Aug 23 16:35:56.565702 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.566091 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.569722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd45aa-6c8c-475e-8f14-26dbb0dc42c3 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:35:56.569722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57884) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:56.697283 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Deleting port e7e91774-e40f-4f27-ba5d-c8c3422d6122 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:35:56.697676 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.771834 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.772157 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:56.784230 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Calling delete_port for e7e91774-e40f-4f27-ba5d-c8c3422d6122 owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:35:57.031442 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.059246 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'Port': ['ID=e7e91774-e40f-4f27-ba5d-c8c3422d6122,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:57.120033 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.123129 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.124348 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e81743ab-e92b-4e8f-8c46-5693fe5ea2ce tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "DELETE /v2.0/floatingips/12bfb533-0dd4-4fd7-ba20-dbf16b28a9da HTTP/1.1" status: 204 len: 168 time: 0.5544751 Aug 23 16:35:57.651889 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57888) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:57.656940 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632568437', 'description': 'tempest-description--1786204471'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:35:57.745039 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.827273 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.911610 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.942091 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb78b278-2e36-4e26-86e2-7cfbf8d328c8,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:57.997006 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:57.998263 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6081482d-196f-46f0-8014-9fcbaf86fb00 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3452926 Aug 23 16:35:58.001097 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57890) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:58.005510 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group_rule': {'security_group_id': 'fb78b278-2e36-4e26-86e2-7cfbf8d328c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:35:58.110292 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.165494 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.235665 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.253663 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22273ac2-f3cb-4b61-b558-2057440ad381,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:58.295365 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 65f88cdd-3bca-476d-968e-b085f8d7ad1f no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:35:58.315797 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 65f88cdd-3bca-476d-968e-b085f8d7ad1f {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:35:58.317012 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 65f88cdd-3bca-476d-968e-b085f8d7ad1f not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:35:58.338187 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.339454 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-28e332ef-5590-43be-90d0-82a26719803b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374069 Aug 23 16:35:58.342200 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57892) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:58.346570 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'security_group_rule': {'security_group_id': 'fb78b278-2e36-4e26-86e2-7cfbf8d328c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:35:58.448092 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.507234 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.612215 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.630637 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db0b65e-82a2-466e-a6b0-c2a922ffb953,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:58.739929 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.741072 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-375e14ff-9dde-4dbc-bac1-5bbe7642ed76 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979473 Aug 23 16:35:58.744155 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 57894) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:35:58.749264 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:35:58.870203 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:58.963904 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.069566 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_common [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Allocated IP 172.27.3.63 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/56e6d56f-6cd5-43dc-98f4-f663423c4390) {{(pid=94595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:35:59.168824 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.283352 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.324814 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:35:59.327511 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Resources bound (agent type, host, resource id): {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:35:59.330927 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Received port after_create {{(pid=94595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:35:59.338919 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=56e6d56f-6cd5-43dc-98f4-f663423c4390,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:59.418034 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.515067 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.665503 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.751036 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28331339'] for port, after_update {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.821182 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=56e6d56f-6cd5-43dc-98f4-f663423c4390,revision_number=2']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:35:59.832119 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.928797 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:35:59.930094 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c427a962-c626-4a0d-a40e-8e4f8207ac34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1842332 Aug 23 16:36:00.074906 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-25071496-309d-4cad-a087-bd306f1e970f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--632568437&fields=id&tenant_id=7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 267 time: 0.0387299 Aug 23 16:36:00.185686 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-231a31af-9df1-46bd-aac6-abfd7fdbc1e8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:00.187173 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-231a31af-9df1-46bd-aac6-abfd7fdbc1e8 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 811 time: 0.1058044 Aug 23 16:36:00.202621 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-70d3d43a-dac7-4347-9afd-eb3d3475ff69 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/quotas/7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Aug 23 16:36:00.256138 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-3fe7598f-fe13-4c2a-8c1b-6a43621ef1db tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481660 Aug 23 16:36:00.313923 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-9a4cba5a-23ce-4a43-9989-00a014110fa9 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:36:00.314906 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-9a4cba5a-23ce-4a43-9989-00a014110fa9 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475137 Aug 23 16:36:00.407743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-87de6e86-b2ab-4dc4-93ac-0eabd71eed7f service neutron] 10.222.0.63 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866301 Aug 23 16:36:00.495962 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-1ca57c65-f0d6-4e7d-9f2c-8d3d97d21e75 service neutron] 10.222.0.63 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820951 Aug 23 16:36:00.752177 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-abc7028e-2c0a-4fad-9128-d41b793afe70 req-71e75e5c-8f12-49dc-b11d-967978e46426 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Aug 23 16:36:01.833510 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-3b4cc87e-2bd0-40a1-bfb5-eeea20b8cee6 req-8856453e-b275-4a1e-b571-7987149fa154 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 210 time: 0.0304465 Aug 23 16:36:02.929219 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-56f95849-12e3-4ccf-861a-50f5c1a958ce req-454061c8-d0d1-4b4f-b78a-8e209e9a013f tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Aug 23 16:36:03.193663 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-2fa0b3e7-e400-4107-adbc-7e1b72ab0792 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:03.195085 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-2fa0b3e7-e400-4107-adbc-7e1b72ab0792 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 811 time: 0.1030242 Aug 23 16:36:03.245451 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c6e224d0-6b02-4e53-9b9b-b6e8feb431dc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d332c1300c14bac986fab611638d590 HTTP/1.1" status: 200 len: 379 time: 0.0381386 Aug 23 16:36:03.255463 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'port': {'device_id': '11319aaf-f004-4670-8d74-98c41c270d45', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'admin_state_up': True, 'tenant_id': '7d332c1300c14bac986fab611638d590', 'security_groups': ['fb78b278-2e36-4e26-86e2-7cfbf8d328c8']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:03.442578 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Made reservation on behalf of 7d332c1300c14bac986fab611638d590 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:36:03.446291 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:03.576449 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Allocated IP 172.20.0.13 (ec253214-8a31-4bd8-9701-b396bf523839/f99ae793-735a-4a19-a254-72f5083baa63/d2d5636c-0658-48fd-93e3-4e5ca64dab41) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:36:03.711617 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:03.725639 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Transition to ACTIVE for port object d2d5636c-0658-48fd-93e3-4e5ca64dab41 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:36:03.838176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:03.888963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Network ec253214-8a31-4bd8-9701-b396bf523839 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:36:03.892025 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:36:03.895622 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:36:03.927097 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event updated for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:03.954916 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:03.971231 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.059306 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d31bc6-9fc6-4c97-afd2-6637ea176ec3 req-2dd9390a-47a3-40e7-a813-9341fa9c2172 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:04.061071 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a5d31bc6-9fc6-4c97-afd2-6637ea176ec3 req-2dd9390a-47a3-40e7-a813-9341fa9c2172 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 932 time: 0.0512781 Aug 23 16:36:04.072338 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-65f1572b-6be9-4a96-a98e-6651a30e4a24 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8207586 Aug 23 16:36:04.086177 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Request body: {'port': {'device_id': '11319aaf-f004-4670-8d74-98c41c270d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:04.101800 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a5d31bc6-9fc6-4c97-afd2-6637ea176ec3 req-039a690a-bd4e-47cf-90da-daf931688f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Aug 23 16:36:04.149409 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.258170 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-bcd9d931-bdb4-40c3-b590-7841627b2309 None None] Provisioning for port d2d5636c-0658-48fd-93e3-4e5ca64dab41 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:36:04.262374 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-bcd9d931-bdb4-40c3-b590-7841627b2309 None None] Provisioning complete for port d2d5636c-0658-48fd-93e3-4e5ca64dab41 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:36:04.262748 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d931-bdb4-40c3-b590-7841627b2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.308202 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d931-bdb4-40c3-b590-7841627b2309 None None] Port d2d5636c-0658-48fd-93e3-4e5ca64dab41 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:36:04.416744 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d5636c-0658-48fd-93e3-4e5ca64dab41 {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:36:04.424425 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.436158 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Transition to ACTIVE for port object d2d5636c-0658-48fd-93e3-4e5ca64dab41 will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:36:04.515076 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.564897 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:04.637493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Attempting to bind port d2d5636c-0658-48fd-93e3-4e5ca64dab41 on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:36:04.637875 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Attempting to bind port d2d5636c-0658-48fd-93e3-4e5ca64dab41 by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:36:04.638213 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Attempting to bind port d2d5636c-0658-48fd-93e3-4e5ca64dab41 on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:36:04.642891 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Port d2d5636c-0658-48fd-93e3-4e5ca64dab41 on network ec253214-8a31-4bd8-9701-b396bf523839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:36:04.643210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Attempting to bind port d2d5636c-0658-48fd-93e3-4e5ca64dab41 on network ec253214-8a31-4bd8-9701-b396bf523839 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:36:04.648209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:36:04.648551 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Checking segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:36:04.648928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Bound using segment: {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:36:04.649632 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Bound port: d2d5636c-0658-48fd-93e3-4e5ca64dab41, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e709970-a3dd-4729-a6f4-fa1146613058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:36:04.649968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.722470 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:36:04.725700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:36:04.814649 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.848752 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:04.849376 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:04.850801 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] 10.222.0.82 "PUT /v2.0/ports/d2d5636c-0658-48fd-93e3-4e5ca64dab41 HTTP/1.1" status: 200 len: 1094 time: 0.7691689 Aug 23 16:36:04.851243 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:04.854559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7429fb-e1db-4009-b89b-cc628d274c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:04.879098 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1580fb2-4b20-467a-95fc-28aad3dada45 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:04.902398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f4d02-de53-4498-86fb-e67a5784da7e x-openstack-request-id: req-213f4d02-de53-4498-86fb-e67a5784da7e {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:04.902722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:04.902979 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-213f4d02-de53-4498-86fb-e67a5784da7e {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:04.903378 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'status': 'completed', 'code': 200} Aug 23 16:36:05.202772 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:36:05.220285 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb334c-ff50-4a25-beee-3d4a53b4ecd9 req-47a1ee8b-5aac-4534-9e69-0ccd7108068a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:05.221805 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6beb334c-ff50-4a25-beee-3d4a53b4ecd9 req-47a1ee8b-5aac-4534-9e69-0ccd7108068a tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 944 time: 0.0479319 Aug 23 16:36:05.259148 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6beb334c-ff50-4a25-beee-3d4a53b4ecd9 req-11c6d3bc-55dd-4402-82a5-1a1b0c503d8c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Aug 23 16:36:06.377412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d77cd-b376-4706-aa9f-02f925a290b0 req-8002e40a-7a24-4461-a330-8482603492a9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:06.378929 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ec6d77cd-b376-4706-aa9f-02f925a290b0 req-8002e40a-7a24-4461-a330-8482603492a9 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 944 time: 0.0521822 Aug 23 16:36:06.417717 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-ec6d77cd-b376-4706-aa9f-02f925a290b0 req-3ec52a24-e148-4732-946b-3c21a8a008f0 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Aug 23 16:36:07.505838 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-b7701eab-0bd4-4b86-bf1e-b0051d5192d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.507456 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-b7701eab-0bd4-4b86-bf1e-b0051d5192d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 1097 time: 0.0406828 Aug 23 16:36:07.533260 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2e720-cf6c-4096-ac5b-835ec6b5ec15 req-e14b89e5-bfb5-48bd-8e76-178ff178e8cb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.534743 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aca2e720-cf6c-4096-ac5b-835ec6b5ec15 req-e14b89e5-bfb5-48bd-8e76-178ff178e8cb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 944 time: 0.0494323 Aug 23 16:36:07.577341 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-aca2e720-cf6c-4096-ac5b-835ec6b5ec15 req-34434ff7-fd26-464f-b753-ce283a881b04 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Aug 23 16:36:07.612999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-66be2af3-928f-43f8-9fc5-c2545c0d24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.614547 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-66be2af3-928f-43f8-9fc5-c2545c0d24df service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7d332c1300c14bac986fab611638d590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968153 Aug 23 16:36:07.707737 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-e874b40e-3883-4331-b960-683adc41088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.709108 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-1d7429fb-e1db-4009-b89b-cc628d274c1c req-e874b40e-3883-4331-b960-683adc41088d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876338 Aug 23 16:36:07.794489 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-4630fc1d-ffef-4928-9062-eb3b0aefa2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.795990 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-4630fc1d-ffef-4928-9062-eb3b0aefa2f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 1097 time: 0.0481198 Aug 23 16:36:07.838448 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-b57b0a1c-65db-471d-a1f7-7d6c37c855a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41 HTTP/1.1" status: 200 len: 217 time: 0.0337658 Aug 23 16:36:07.889821 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-8a3e370a-dfaa-4dc5-ae0d-7822080816f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.891266 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-8a3e370a-dfaa-4dc5-ae0d-7822080816f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0457313 Aug 23 16:36:07.942440 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-44438f08-4281-4b3a-8a2c-cdf5feff6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:07.944233 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-44438f08-4281-4b3a-8a2c-cdf5feff6d5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458837 Aug 23 16:36:08.035388 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-c8222c07-023a-470b-b507-9b7c2f2b5876 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Aug 23 16:36:08.131160 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a9d4596-ff27-4745-b03e-33e5066a4d4d req-8492640d-13b2-4117-9caf-465c24b99f00 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861130 Aug 23 16:36:08.694035 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1493f-46f5-432d-95f3-37b728298049 req-141baded-e2b9-437b-9bfa-c7a85b37d82d tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:08.695500 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aef1493f-46f5-432d-95f3-37b728298049 req-141baded-e2b9-437b-9bfa-c7a85b37d82d tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 944 time: 0.0492411 Aug 23 16:36:08.735307 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aef1493f-46f5-432d-95f3-37b728298049 req-5053821f-5355-4291-8e1d-c1e6081b1cff tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Aug 23 16:36:09.850618 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e9dc-b760-4851-b637-6959dfdba2ac req-b7be264e-9229-4ee4-bcab-74d27a19644e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:09.851987 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d4f8e9dc-b760-4851-b637-6959dfdba2ac req-b7be264e-9229-4ee4-bcab-74d27a19644e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 944 time: 0.0501602 Aug 23 16:36:09.891514 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d4f8e9dc-b760-4851-b637-6959dfdba2ac req-0e67d5f2-13f7-44a6-b884-50b823c831ca tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Aug 23 16:36:10.378402 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device d2d5636c-0658-48fd-93e3-4e5ca64dab41 details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:36:10.481770 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:10.492474 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'port_id': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'mac_address': 'fa:16:3e:1f:15:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:36:10.531828 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:10.544662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d5636c-0658-48fd-93e3-4e5ca64dab41 {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:36:10.563254 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:10.654422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:10.704064 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:10.711104 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.711453 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.711795 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.712132 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.712571 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.713467 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.713903 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.714237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.714570 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.714900 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.715253 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.715549 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:36:10.941114 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['d2d5636c-0658-48fd-93e3-4e5ca64dab41'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:36:11.017702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc18fe-0cce-4f61-b17b-94ffe0e19499 req-f3408d79-40af-4719-9ce3-872f7c0744bc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:11.019307 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f3dc18fe-0cce-4f61-b17b-94ffe0e19499 req-f3408d79-40af-4719-9ce3-872f7c0744bc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 945 time: 0.0585608 Aug 23 16:36:11.055402 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f3dc18fe-0cce-4f61-b17b-94ffe0e19499 req-9ff1897b-662f-483f-9490-a4ee3f40dc72 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302379 Aug 23 16:36:11.514967 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:12.169282 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e0c1d-99ee-4595-9f7f-57e115478a4a req-85b47f53-3c08-4ac9-a20b-32c1fe80b6cf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:12.170697 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-675e0c1d-99ee-4595-9f7f-57e115478a4a req-85b47f53-3c08-4ac9-a20b-32c1fe80b6cf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Aug 23 16:36:12.207776 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-675e0c1d-99ee-4595-9f7f-57e115478a4a req-1efee890-81d9-4d8a-896e-52782d01dd8b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Aug 23 16:36:12.373325 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device d2d5636c-0658-48fd-93e3-4e5ca64dab41 up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:36:12.499364 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port d2d5636c-0658-48fd-93e3-4e5ca64dab41 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:36:12.503400 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port d2d5636c-0658-48fd-93e3-4e5ca64dab41 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:36:12.503770 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:12.580487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:12.604658 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:12.606890 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4224f17-d8c4-4f36-aa77-2f5da071bb42" -d '{"events": [{"server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "name": "network-vif-plugged", "status": "completed", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:12.628095 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:12.698260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601f003-2245-406f-a37c-ca99f8dea387 x-openstack-request-id: req-e601f003-2245-406f-a37c-ca99f8dea387 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:12.698551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "name": "network-vif-plugged", "status": "completed", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:12.698802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e601f003-2245-406f-a37c-ca99f8dea387 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:12.699190 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'code': 200} Aug 23 16:36:12.710977 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:12.763352 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:13.022109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fc23-bde4-41b5-bbf4-e78f21b62653 req-b0ee7788-077f-455c-aac3-5321311eece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:13.023634 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8e18fc23-bde4-41b5-bbf4-e78f21b62653 req-b0ee7788-077f-455c-aac3-5321311eece7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 1099 time: 0.0431588 Aug 23 16:36:13.059496 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8e18fc23-bde4-41b5-bbf4-e78f21b62653 req-ab36ff6e-cb9b-486a-ba7b-59b858ffb06f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281615 Aug 23 16:36:13.294913 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-32e19549-fd7f-4265-b97c-665a718570dd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029857687&fields=id&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 267 time: 0.0337338 Aug 23 16:36:13.324133 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57ef5f-02c9-4668-a296-575fa77fbbc5 req-24a7a314-9d03-4b17-a6e3-9d4aef364cef tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:13.325654 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d57ef5f-02c9-4668-a296-575fa77fbbc5 req-24a7a314-9d03-4b17-a6e3-9d4aef364cef tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0499074 Aug 23 16:36:13.365120 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4d57ef5f-02c9-4668-a296-575fa77fbbc5 req-0ece28bb-1ed5-494b-92fc-defa407b34bf tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Aug 23 16:36:13.405363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-17741983-fbb7-4347-8604-3ea777a98771 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:13.406832 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-17741983-fbb7-4347-8604-3ea777a98771 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1050780 Aug 23 16:36:13.422231 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-14e3b179-b9d3-445c-8682-2d2a3b475a52 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/quotas/d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 375 time: 0.0096598 Aug 23 16:36:13.479078 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-c1224d78-68ef-4a84-a666-63f47517df21 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509446 Aug 23 16:36:13.574365 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-125a4060-2264-4f3f-84d3-2d6cda6e1d37 service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Aug 23 16:36:13.663647 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-5e751f8c-e1df-432d-be34-c7cb5babf472 service neutron] 10.222.0.63 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834131 Aug 23 16:36:14.351711 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-31b99587-6943-403f-b2ed-1bd370c44a8e req-f245200d-adac-4a64-8b02-ba605b8671ec tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0273616 Aug 23 16:36:14.484157 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af22fd-695c-483b-a9bd-34f7780c1256 req-1499fb68-193d-474a-99c3-dcd2ee681353 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:14.485673 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37af22fd-695c-483b-a9bd-34f7780c1256 req-1499fb68-193d-474a-99c3-dcd2ee681353 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0502594 Aug 23 16:36:14.523617 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-37af22fd-695c-483b-a9bd-34f7780c1256 req-f945bb50-e300-4cb8-9329-6fa99bba6e54 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Aug 23 16:36:15.379968 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-436e98ce-50b6-48b0-b583-c0cae4b34830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:15.441258 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-63037257-d32a-4a36-b12f-6584dfe7fd78 req-88a418ef-179c-4ee7-8f1d-bc67bca4e9fb tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0266111 Aug 23 16:36:15.646834 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738e92-258a-4c44-b1eb-2074b869f457 req-01590b97-f11c-45f9-909d-14ad0de7435c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:15.648354 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d5738e92-258a-4c44-b1eb-2074b869f457 req-01590b97-f11c-45f9-909d-14ad0de7435c tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0547891 Aug 23 16:36:15.694284 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d5738e92-258a-4c44-b1eb-2074b869f457 req-35bf2d9e-05e2-4560-8fdb-27e4c5a10950 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366478 Aug 23 16:36:15.812854 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ad2a-4b42-4e6c-8a3e-d084dc708cc9 req-4e86ce36-a8ef-497c-9209-17ff8f259e66 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:15.814348 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e982ad2a-4b42-4e6c-8a3e-d084dc708cc9 req-4e86ce36-a8ef-497c-9209-17ff8f259e66 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0519395 Aug 23 16:36:15.822891 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58022) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:36:15.827339 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Request body: {'floatingip': {'port_id': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:15.867722 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:16.315540 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:16.434029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:16.444108 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-b5a94540-85a0-459c-9e87-8471c2d6816d tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:16.445541 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-b5a94540-85a0-459c-9e87-8471c2d6816d tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 811 time: 0.1029572 Aug 23 16:36:16.541745 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c86f1965-5c3c-4292-89eb-d58af572e4fa req-822fc795-d1f9-4567-b22c-bd09bb2ca49c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0288415 Aug 23 16:36:16.817450 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-965c843e-3aef-4d3c-aca1-eb9434f5780f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d94d8b985f0446048281e61d3f75b695 HTTP/1.1" status: 200 len: 380 time: 0.0737286 Aug 23 16:36:16.828958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'port': {'device_id': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'admin_state_up': True, 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'security_groups': ['86a031df-b9b8-4fb4-8179-3dd00c767edb']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:16.877105 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Floating IP 136eb85b-3537-451e-91d0-e463deb06e52 associated. External IP: 172.27.3.63, port: d2d5636c-0658-48fd-93e3-4e5ca64dab41. Aug 23 16:36:17.126227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:36:17.135661 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Made reservation on behalf of d94d8b985f0446048281e61d3f75b695 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:36:17.139166 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:17.325502 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:36:17.331626 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:17.335863 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:36:17.376110 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-da7e396b-6684-45c5-98b3-1efc669994fb tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "PUT /v2.0/floatingips/136eb85b-3537-451e-91d0-e463deb06e52 HTTP/1.1" status: 200 len: 991 time: 1.5493639 Aug 23 16:36:17.377050 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:17.379326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09092da0-36db-40a4-8ed3-5841524b8182" -d '{"events": [{"name": "network-changed", "server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:17.382772 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.20.0.5 (0df0280e-6074-4d87-b515-75c1b78062d3/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5/70107774-397f-4652-a17b-e91457b465db) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:36:17.427345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd7716-186b-410c-b07f-2f7adaad04b4 x-openstack-request-id: req-a1bd7716-186b-410c-b07f-2f7adaad04b4 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:17.427697 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:17.427950 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1bd7716-186b-410c-b07f-2f7adaad04b4 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:17.428758 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'status': 'completed', 'code': 200} Aug 23 16:36:17.467657 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:36:17.467657 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:35:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:17.546947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09092da0-36db-40a4-8ed3-5841524b8182 req-089ec30b-f0fd-4803-83ec-75912261934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:17.548596 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-089ec30b-f0fd-4803-83ec-75912261934a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d332c1300c14bac986fab611638d590&device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 1099 time: 0.0939109 Aug 23 16:36:17.572654 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:36:17.640909 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:17.654796 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-bcaaffb0-092f-41bf-be1c-c2f58bb246c2 req-bd5066ea-8559-445f-a4bb-40a049a78f81 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Aug 23 16:36:17.670628 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Transition to ACTIVE for port object 70107774-397f-4652-a17b-e91457b465db will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:36:17.702946 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09092da0-36db-40a4-8ed3-5841524b8182 req-6dbf154a-8bcb-4deb-a094-c11d2682b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:17.704468 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-6dbf154a-8bcb-4deb-a094-c11d2682b8d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 200 len: 912 time: 0.1460702 Aug 23 16:36:17.773629 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-fe6a9930-ac78-4afe-b2aa-9fb915f76c6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41 HTTP/1.1" status: 200 len: 999 time: 0.0615966 Aug 23 16:36:17.806708 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '136eb85b-3537-451e-91d0-e463deb06e52', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:1f:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11319aaf-f004-4670-8d74-98c41c270d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:35:59Z', 'updated_at': '2021-08-23T16:36:16Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:17.825876 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09092da0-36db-40a4-8ed3-5841524b8182 req-61ad009f-c9d1-4e1b-863f-ac152fef88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:17.827900 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-61ad009f-c9d1-4e1b-863f-ac152fef88c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 200 len: 850 time: 0.0456572 Aug 23 16:36:17.828465 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:17.839463 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:36:17.848078 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:36:17.848751 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:35:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:17.909320 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network 0df0280e-6074-4d87-b515-75c1b78062d3 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:36:17.911810 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:17.915849 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:36:17.918823 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:36:17.965337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09092da0-36db-40a4-8ed3-5841524b8182 req-9274f02a-4491-48df-894e-c210a29d82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:17.965519 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:36:17.965719 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-9274f02a-4491-48df-894e-c210a29d82d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec253214-8a31-4bd8-9701-b396bf523839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976067 Aug 23 16:36:17.981800 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:17.982433 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.089067 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-1ae8af30-08f5-4ace-988c-641c556231be service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200302 Aug 23 16:36:18.108254 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-37d02e27-b7c4-49e4-8807-bb3bd8281ef7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2828343 Aug 23 16:36:18.124474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Request body: {'port': {'device_id': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:18.208286 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d12ba425-2503-478c-a7c2-96336110a04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.208866 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '136eb85b-3537-451e-91d0-e463deb06e52', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:1f:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11319aaf-f004-4670-8d74-98c41c270d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:35:59Z', 'updated_at': '2021-08-23T16:36:16Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:18.235646 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.235965 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35248d30-c5ac-43fb-8ed9-e484fbd1faeb None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '136eb85b-3537-451e-91d0-e463deb06e52', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'port_id': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'mac_address': 'fa:16:3e:1f:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11319aaf-f004-4670-8d74-98c41c270d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:35:59Z', 'updated_at': '2021-08-23T16:36:16Z', 'revision_number': 1, 'project_id': '7d332c1300c14bac986fab611638d590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:36:18.262226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-09092da0-36db-40a4-8ed3-5841524b8182 req-15431689-1902-4f3d-a649-46be902b7875 service neutron] 10.222.0.82 "GET /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649866 Aug 23 16:36:18.266010 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-59734a2d-0117-440c-bb72-06957dab5138 None None] Provisioning for port 70107774-397f-4652-a17b-e91457b465db completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:36:18.275547 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-59734a2d-0117-440c-bb72-06957dab5138 None None] Provisioning complete for port 70107774-397f-4652-a17b-e91457b465db triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:36:18.287940 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-59734a2d-0117-440c-bb72-06957dab5138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.313824 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-59734a2d-0117-440c-bb72-06957dab5138 None None] Port 70107774-397f-4652-a17b-e91457b465db cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:36:18.334370 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.444427 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9d0c-64c1-48a6-83f6-1e05d13cd599 None None] New status for floating IP 136eb85b-3537-451e-91d0-e463deb06e52: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:36:18.536862 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70107774-397f-4652-a17b-e91457b465db {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:36:18.544942 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.556665 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Transition to ACTIVE for port object 70107774-397f-4652-a17b-e91457b465db will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:36:18.659662 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.708087 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Pushing event updated for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:18.790352 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770206a-0208-4b6e-908a-569fa9af8ec0 req-ed8b1418-fb6f-42f1-ae55-03874fe45458 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:18.792660 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e770206a-0208-4b6e-908a-569fa9af8ec0 req-ed8b1418-fb6f-42f1-ae55-03874fe45458 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0549073 Aug 23 16:36:18.796277 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Attempting to bind port 70107774-397f-4652-a17b-e91457b465db on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:36:18.796621 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Attempting to bind port 70107774-397f-4652-a17b-e91457b465db by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:36:18.796947 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Attempting to bind port 70107774-397f-4652-a17b-e91457b465db on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:36:18.805765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Port 70107774-397f-4652-a17b-e91457b465db on network 0df0280e-6074-4d87-b515-75c1b78062d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:36:18.806326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Attempting to bind port 70107774-397f-4652-a17b-e91457b465db on network 0df0280e-6074-4d87-b515-75c1b78062d3 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:36:18.812030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:36:18.812560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Checking segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:36:18.813119 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Bound using segment: {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:36:18.813678 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Bound port: 70107774-397f-4652-a17b-e91457b465db, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c345ebe1-91dd-4a41-9636-c7b0115994f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:36:18.814161 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:18.836935 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e770206a-0208-4b6e-908a-569fa9af8ec0 req-46422687-3611-4036-b3a3-5bfa5dba463f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375464 Aug 23 16:36:18.880851 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:36:18.884550 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=70107774-397f-4652-a17b-e91457b465db,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:36:19.066042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:19.102238 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.102975 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:19.104584 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] 10.222.0.82 "PUT /v2.0/ports/70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 200 len: 1093 time: 0.9848306 Aug 23 16:36:19.128014 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb70895-4fcd-473e-947d-92ad18f69e4f service neutron] Pushing event updated for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:19.260045 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:19.300596 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-d8de6808-f141-4cb3-aeca-e2a6c7b66b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.302116 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-d8de6808-f141-4cb3-aeca-e2a6c7b66b96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0458422 Aug 23 16:36:19.347844 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-8b3d5a3e-4c03-4b72-94ac-07fdf5015f05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 200 len: 217 time: 0.0351913 Aug 23 16:36:19.401530 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-28d50ded-7e75-434f-93e1-9d52d92c0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.402978 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-28d50ded-7e75-434f-93e1-9d52d92c0909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0443354 Aug 23 16:36:19.437948 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:19.440175 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de5195-21b0-46f2-9b21-3117847aa4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:19.460356 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-5df12f64-945c-4e58-8a4f-efbb3aab3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.462037 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-5df12f64-945c-4e58-8a4f-efbb3aab3b72 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501602 Aug 23 16:36:19.480015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634bbf4-7719-4cdd-b0a9-17ee797a0d88 x-openstack-request-id: req-a634bbf4-7719-4cdd-b0a9-17ee797a0d88 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:19.480307 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:19.480552 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a634bbf4-7719-4cdd-b0a9-17ee797a0d88 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:19.480938 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db', 'status': 'completed', 'code': 200} Aug 23 16:36:19.555537 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-5383f9f1-a704-482f-afdf-963e88ec4136 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849297 Aug 23 16:36:19.661179 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-71689b80-cf27-4319-a3ef-e42d5ed5bb2f req-a8f2b856-9e26-4cb3-a124-588a0048b6b8 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Aug 23 16:36:19.863800 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-111a1244-fa8e-4f69-a0fe-57f1c1f93520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.865516 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-111a1244-fa8e-4f69-a0fe-57f1c1f93520 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0410371 Aug 23 16:36:19.995142 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341d4c-adc8-4347-9eb1-6b43b3284432 req-02d4ceb6-26a3-4ca3-8726-e251b421e3b0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:19.996542 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a341d4c-adc8-4347-9eb1-6b43b3284432 req-02d4ceb6-26a3-4ca3-8726-e251b421e3b0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0781686 Aug 23 16:36:19.999308 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-5dfec4ff-6a64-4f55-a2d5-7371e03e7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:20.000656 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-5dfec4ff-6a64-4f55-a2d5-7371e03e7892 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.1260405 Aug 23 16:36:20.048854 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-909ca966-ddd5-49c7-bb36-361c9e250db6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 200 len: 217 time: 0.0405788 Aug 23 16:36:20.094771 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a341d4c-adc8-4347-9eb1-6b43b3284432 req-70aefdae-8202-4f40-bce8-8fd49f11ecb5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923097 Aug 23 16:36:20.112558 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-88cd4f95-d99e-4530-9931-5c66a7abb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:20.114034 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-88cd4f95-d99e-4530-9931-5c66a7abb8dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0543871 Aug 23 16:36:20.160929 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-b3c7875f-3bc7-4e05-a346-0dd2eaa31f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:20.162432 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-b3c7875f-3bc7-4e05-a346-0dd2eaa31f4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400634 Aug 23 16:36:20.264961 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-7fe21446-9732-4f36-8271-c3c9e6475d08 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802474 Aug 23 16:36:20.360334 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c0de5195-21b0-46f2-9b21-3117847aa4ab req-622d3b5c-8680-420a-8a05-57053865df46 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845327 Aug 23 16:36:20.910710 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:21.209112 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1caff2-879b-490a-a312-8d812d918e32 req-7f14448c-7a43-4417-8921-2ccb761805e5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:21.210500 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a1caff2-879b-490a-a312-8d812d918e32 req-7f14448c-7a43-4417-8921-2ccb761805e5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0492082 Aug 23 16:36:21.248579 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4a1caff2-879b-490a-a312-8d812d918e32 req-9f2b1793-3bce-4449-8f99-146237a29129 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Aug 23 16:36:22.361754 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8127b18-ed43-486e-ab67-98622361cf76 req-fe157018-cb5a-463d-95cc-ab8cf37db7c5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:22.363222 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8127b18-ed43-486e-ab67-98622361cf76 req-fe157018-cb5a-463d-95cc-ab8cf37db7c5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0492673 Aug 23 16:36:22.402129 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a8127b18-ed43-486e-ab67-98622361cf76 req-b953025f-a13e-4909-91a4-c5d48b819fcc tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Aug 23 16:36:23.521403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c27f9-2091-49f2-a8aa-1d7f2d5920f0 req-7c7174f3-9cfd-487c-a7bf-d500e3b7f6c0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:23.522892 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a52c27f9-2091-49f2-a8aa-1d7f2d5920f0 req-7c7174f3-9cfd-487c-a7bf-d500e3b7f6c0 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0552227 Aug 23 16:36:23.562612 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a52c27f9-2091-49f2-a8aa-1d7f2d5920f0 req-e3b7c564-d1b3-4df1-81fa-c03bd16fe9ce tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Aug 23 16:36:24.673402 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01268b22-0a93-4a73-bba8-83d78651692d req-0122c597-4ac9-4ba6-b127-97783a5ab544 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:24.674914 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01268b22-0a93-4a73-bba8-83d78651692d req-0122c597-4ac9-4ba6-b127-97783a5ab544 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0480533 Aug 23 16:36:24.712295 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-01268b22-0a93-4a73-bba8-83d78651692d req-b6a55fd8-4a54-4fa1-84ce-c4994d4e8c0e tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Aug 23 16:36:25.829063 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9823e3a-9a33-40ef-882a-c90812c1da31 req-6b9a397d-e7c5-4777-b4ca-07af88fcb299 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:25.830574 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a9823e3a-9a33-40ef-882a-c90812c1da31 req-6b9a397d-e7c5-4777-b4ca-07af88fcb299 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0516205 Aug 23 16:36:25.873270 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a9823e3a-9a33-40ef-882a-c90812c1da31 req-32eb38d3-7f85-4518-a4e0-b77d5cfccc35 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367584 Aug 23 16:36:26.990324 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b180a4-32ce-4a96-b622-28445c0f5948 req-cca564e5-f950-44ec-b1da-e14768b243e7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:26.991834 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7b180a4-32ce-4a96-b622-28445c0f5948 req-cca564e5-f950-44ec-b1da-e14768b243e7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0528743 Aug 23 16:36:27.031665 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e7b180a4-32ce-4a96-b622-28445c0f5948 req-0f808a6a-12a2-40dd-b676-703f9f884a2f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333419 Aug 23 16:36:28.146382 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a62e7-723c-4be0-b625-a5c1cda01e1a req-16183bc0-9dad-4aa0-9eac-eb0149f9f74f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:28.147790 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4e8a62e7-723c-4be0-b625-a5c1cda01e1a req-16183bc0-9dad-4aa0-9eac-eb0149f9f74f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 943 time: 0.0493572 Aug 23 16:36:28.187853 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4e8a62e7-723c-4be0-b625-a5c1cda01e1a req-44799457-a0ae-43cb-a173-dcb3a7be25d7 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Aug 23 16:36:28.466174 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 70107774-397f-4652-a17b-e91457b465db details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:36:28.562029 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=70107774-397f-4652-a17b-e91457b465db,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:28.572653 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': '70107774-397f-4652-a17b-e91457b465db', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'port_id': '70107774-397f-4652-a17b-e91457b465db', 'mac_address': 'fa:16:3e:48:a3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:36:28.610098 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:28.623634 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70107774-397f-4652-a17b-e91457b465db {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:36:28.642445 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=70107774-397f-4652-a17b-e91457b465db,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:28.727087 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:28.777254 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:28.997621 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['70107774-397f-4652-a17b-e91457b465db'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:36:29.306244 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aa977-ad19-43cb-9ea0-4f5fb400884f req-c0dd8cab-19fb-41a4-b67e-245706bce398 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:29.307650 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-590aa977-ad19-43cb-9ea0-4f5fb400884f req-c0dd8cab-19fb-41a4-b67e-245706bce398 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 944 time: 0.0493240 Aug 23 16:36:29.345680 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-590aa977-ad19-43cb-9ea0-4f5fb400884f req-cb33e98d-ad3d-4d26-a330-8e73ca5ef316 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Aug 23 16:36:30.466532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c252e-14c6-481a-a983-cec6646a3e41 req-c3ec2f2b-be79-4446-9c03-c8535408525c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:30.468855 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-099c252e-14c6-481a-a983-cec6646a3e41 req-c3ec2f2b-be79-4446-9c03-c8535408525c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Aug 23 16:36:30.470962 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 70107774-397f-4652-a17b-e91457b465db up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:36:30.508939 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-099c252e-14c6-481a-a983-cec6646a3e41 req-5de9262f-f695-4ddd-96c1-c09ee44e97db tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Aug 23 16:36:30.602279 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port 70107774-397f-4652-a17b-e91457b465db completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:36:30.607055 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port 70107774-397f-4652-a17b-e91457b465db triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:36:30.607428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:30.687092 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:30.708592 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70107774-397f-4652-a17b-e91457b465db'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:30.710887 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca3f009-98e8-4be3-b30b-8190fcd86138" -d '{"events": [{"server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "name": "network-vif-plugged", "status": "completed", "tag": "70107774-397f-4652-a17b-e91457b465db"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:30.728267 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=70107774-397f-4652-a17b-e91457b465db,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:36:30.748794 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f7d29-373e-4c79-82e4-65cee5a13c93 x-openstack-request-id: req-9b9f7d29-373e-4c79-82e4-65cee5a13c93 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:30.749330 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "name": "network-vif-plugged", "status": "completed", "tag": "70107774-397f-4652-a17b-e91457b465db", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:30.749747 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b9f7d29-373e-4c79-82e4-65cee5a13c93 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:30.750244 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70107774-397f-4652-a17b-e91457b465db', 'code': 200} Aug 23 16:36:30.848507 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:30.898509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:31.156075 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c762e-5d9b-4d35-81f4-8b7baf30002a req-7b98ed07-71eb-45de-ba27-612e5c6aac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:31.157608 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d7c762e-5d9b-4d35-81f4-8b7baf30002a req-7b98ed07-71eb-45de-ba27-612e5c6aac42 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0414078 Aug 23 16:36:31.194635 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d7c762e-5d9b-4d35-81f4-8b7baf30002a req-8cd70584-8030-4327-8d49-8b7d7d9d0f63 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302780 Aug 23 16:36:31.632900 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e9fb-d47b-49be-a632-8c7ad5512aef req-75f047c0-840b-4fb3-8353-bde7c353b8d6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:31.634449 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c854e9fb-d47b-49be-a632-8c7ad5512aef req-75f047c0-840b-4fb3-8353-bde7c353b8d6 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0541120 Aug 23 16:36:31.672598 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-c854e9fb-d47b-49be-a632-8c7ad5512aef req-41bf1954-6dec-4ef3-b7ad-ab020b88ec3f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Aug 23 16:36:32.786348 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7a36-3e3e-4597-8972-17a923816b0d req-d12e3338-79cd-4c9f-a839-4ea22d1106b5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:32.787825 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-045b7a36-3e3e-4597-8972-17a923816b0d req-d12e3338-79cd-4c9f-a839-4ea22d1106b5 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0486519 Aug 23 16:36:32.826352 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-045b7a36-3e3e-4597-8972-17a923816b0d req-b0d505b6-0851-45ec-b941-92ac41f8c970 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Aug 23 16:36:32.940300 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b284e0-84eb-48a0-860f-aedeba3a304b req-d28994ae-bca9-4ac7-95e2-790b271b7e8b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:32.941785 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85b284e0-84eb-48a0-860f-aedeba3a304b req-d28994ae-bca9-4ac7-95e2-790b271b7e8b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0481281 Aug 23 16:36:32.979705 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-85b284e0-84eb-48a0-860f-aedeba3a304b req-a90b5404-1ef3-41d0-bf88-a379cef40fe1 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Aug 23 16:36:33.001736 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58092) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:36:33.043957 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30933f3d-1c1c-423a-858f-e7b5bf38113a tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:33.045497 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-30933f3d-1c1c-423a-858f-e7b5bf38113a tempest-TestVolumeBootPattern-1909583274 tempest-TestVolumeBootPattern-1909583274-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1093 time: 0.0427415 Aug 23 16:36:33.048226 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58094) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:36:33.052526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'port_id': '70107774-397f-4652-a17b-e91457b465db', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:36:33.177932 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:33.275352 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:33.380023 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Allocated IP 172.27.3.20 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/7ea4f424-d3d3-4f10-bb1f-3013770021c4) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:36:33.478932 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:33.596540 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:33.641128 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:36:33.643898 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:36:33.647280 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:36:33.672374 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=7ea4f424-d3d3-4f10-bb1f-3013770021c4,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:34.275234 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:34.411755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:34.561215 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:34.630388 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:34.700293 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event updated for resources: {'Port': ['ID=7ea4f424-d3d3-4f10-bb1f-3013770021c4,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:36:34.708482 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:34.806847 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP 92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab associated. External IP: 172.27.3.20, port: 70107774-397f-4652-a17b-e91457b465db. Aug 23 16:36:35.021306 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:36:35.128295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:36:35.138385 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:36:35.149133 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:36:35.149644 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:36:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:35.190442 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:35.229791 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9badbb07-551a-415c-8372-7fe04443696b tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1698291 Aug 23 16:36:35.229791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:36:35.229791 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:36:35.269641 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:36:35.319546 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ffaa34-1684-4759-a7b8-92788a69a0ce x-openstack-request-id: req-37ffaa34-1684-4759-a7b8-92788a69a0ce {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:36:35.320071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:36:35.320071 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37ffaa34-1684-4759-a7b8-92788a69a0ce {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:36:35.320594 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db', 'status': 'completed', 'code': 200} Aug 23 16:36:35.383453 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-34cfc6c8-888d-41ad-9eea-baa5a37878b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:35.385292 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-34cfc6c8-888d-41ad-9eea-baa5a37878b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0430691 Aug 23 16:36:35.479794 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-caa3d5e3-8680-40bd-b664-d8b0192cf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:35.481282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-caa3d5e3-8680-40bd-b664-d8b0192cf272 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0886252 Aug 23 16:36:35.509213 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '70107774-397f-4652-a17b-e91457b465db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:48:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:36:33Z', 'updated_at': '2021-08-23T16:36:33Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}, {'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:35.535464 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:36:35.544717 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:36:35.545334 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:36:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:35.547604 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-ce516a9e-b36b-4cae-a377-c556e021c8c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 200 len: 998 time: 0.0589542 Aug 23 16:36:35.605514 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-0f49d8f6-7514-412d-97b5-143254c885b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:35.606899 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-0f49d8f6-7514-412d-97b5-143254c885b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0519831 Aug 23 16:36:35.657864 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:36:35.667176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-6ec9b12f-9e18-4461-94df-9baf355d1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:35.668691 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-6ec9b12f-9e18-4461-94df-9baf355d1ea1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543766 Aug 23 16:36:35.761075 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-6bbc1b22-e955-4ae2-bffb-016bee7175bb service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844777 Aug 23 16:36:35.856876 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-549e2e0d-34fd-4a89-a4b0-a8cc5a515f74 req-6f2ba79d-c1a1-487f-bd7e-839ef68da69a service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Aug 23 16:36:35.895139 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '70107774-397f-4652-a17b-e91457b465db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:48:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:36:33Z', 'updated_at': '2021-08-23T16:36:33Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}, {'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:36:36.008072 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b94ca-9cae-402b-91b7-0bc304720528 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': '92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': '70107774-397f-4652-a17b-e91457b465db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:48:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:36:33Z', 'updated_at': '2021-08-23T16:36:33Z', 'revision_number': 0, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}, {'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:36:36.194315 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33986b4-0e7b-44b7-bca8-74cce0e2335b None None] New status for floating IP 92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab: ACTIVE {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:36:41.532213 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:42.201659 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:36:45.428708 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0df68fbc-fb4f-4c64-a215-e3c259134dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:46.899133 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-1007d345-177b-470b-9315-23b165ebcc3b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400550 Aug 23 16:36:46.973103 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-df5503c5-a032-408f-89ad-1dcdc72b0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:46.974639 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-df5503c5-a032-408f-89ad-1dcdc72b0362 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1098 time: 0.0409596 Aug 23 16:36:47.104133 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-1db9d795-a64d-4204-a22e-77e312958773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:47.105598 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-1db9d795-a64d-4204-a22e-77e312958773 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0877798 Aug 23 16:36:47.172855 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-20733cb3-31e4-4702-b611-3a2dc1008f21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0569088 Aug 23 16:36:47.225952 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-6630d480-e2bd-4049-a0ef-13c2e28e0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:47.227921 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-6630d480-e2bd-4049-a0ef-13c2e28e0b03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0466664 Aug 23 16:36:47.272902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-8edf4b92-aeed-4501-bd8c-b438f5a5525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:36:47.274945 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-8edf4b92-aeed-4501-bd8c-b438f5a5525f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398953 Aug 23 16:36:47.364115 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-cde7e591-c2fd-4611-8bc4-7b8e5941ee30 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792851 Aug 23 16:36:47.457136 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-16e62eba-9ceb-4b19-b8ec-c62270ed723a req-109047f4-69f4-4f2d-a77c-e03b8b7897a9 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848851 Aug 23 16:36:48.127130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb9d6-ffe2-48c9-8e90-dd552706fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:48.247008 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:49.207755 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:36:50.948520 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:11.542423 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:15.399979 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0056e8c6-fbc9-4474-b6f6-6be7fd7d210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:18.144226 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b009e3cf-abfb-4e0d-9b77-dc3adcdc65c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:18.269519 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:19.202469 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:37:19.257486 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:20.938220 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:24.304548 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0b4d9-7f6e-4446-9966-65c519bca625 req-0e15449b-5cf7-44e4-ac49-4cf77764ab34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:24.306075 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ff0b4d9-7f6e-4446-9966-65c519bca625 req-0e15449b-5cf7-44e4-ac49-4cf77764ab34 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Aug 23 16:37:24.343034 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ff0b4d9-7f6e-4446-9966-65c519bca625 req-27020c8a-c502-4ed1-84f0-4e2266a48368 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Aug 23 16:37:25.458033 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686405e2-3bbe-4c74-8dad-ff00a0fa0d89 req-695a7cf6-a129-430e-a02c-77f3e76e9f01 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:25.459789 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-686405e2-3bbe-4c74-8dad-ff00a0fa0d89 req-695a7cf6-a129-430e-a02c-77f3e76e9f01 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0490916 Aug 23 16:37:25.497880 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-686405e2-3bbe-4c74-8dad-ff00a0fa0d89 req-27a09f62-23d0-4f8a-98f5-a33ab5bd9ebc tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324311 Aug 23 16:37:26.416904 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-9615586b-d2cb-4f15-87da-62411a97273b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:26.418390 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-9615586b-d2cb-4f15-87da-62411a97273b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0515802 Aug 23 16:37:26.509990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Deleting port d2d5636c-0658-48fd-93e3-4e5ca64dab41 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:26.510335 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:26.627842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] For port d2d5636c-0658-48fd-93e3-4e5ca64dab41, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=d2d5636c-0658-48fd-93e3-4e5ca64dab41,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:37:26.628208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:26.649385 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd822f-3baf-43e7-8e40-d747eeeff3bd req-906a1c10-3168-4cdf-8870-e896aeb48960 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:26.650903 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ffd822f-3baf-43e7-8e40-d747eeeff3bd req-906a1c10-3168-4cdf-8870-e896aeb48960 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 946 time: 0.0868995 Aug 23 16:37:26.730750 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-5ffd822f-3baf-43e7-8e40-d747eeeff3bd req-db3bccff-5615-46c3-a234-c99bb40ca0fe tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups?id=fb78b278-2e36-4e26-86e2-7cfbf8d328c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 Aug 23 16:37:26.830853 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:26.831239 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:26.831555 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Floating IP 136eb85b-3537-451e-91d0-e463deb06e52 disassociated. External IP: 172.27.3.63, port: d2d5636c-0658-48fd-93e3-4e5ca64dab41. Aug 23 16:37:26.831893 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Calling delete_port for d2d5636c-0658-48fd-93e3-4e5ca64dab41 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:27.029119 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:27.057603 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'Port': ['ID=d2d5636c-0658-48fd-93e3-4e5ca64dab41,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:27.068700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.069141 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.069499 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.069870 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.070212 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.070674 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.070927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.071262 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.071595 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.071927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.072257 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.072583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:27.188022 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:37:27.296458 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:37:27.307417 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:37:27.316271 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:37:27.316939 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:27.334902 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] No DVR routers for this DVR port d2d5636c-0658-48fd-93e3-4e5ca64dab41 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:37:27.337441 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:27.339448 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ad9d60f-2986-4155-8d1a-3c8160762c15 req-f8644254-55d5-4896-b3e0-e6708adbcd75 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.82 "DELETE /v2.0/ports/d2d5636c-0658-48fd-93e3-4e5ca64dab41 HTTP/1.1" status: 204 len: 173 time: 0.9142466 Aug 23 16:37:27.339867 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'name': 'network-vif-deleted', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:37:27.342109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16ccf9-e514-4b2c-9418-f21a8a5fbdd7" -d '{"events": [{"server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "name": "network-vif-deleted", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:37:27.378907 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469f5e61-86a3-43e1-b73b-42a899b32c5e x-openstack-request-id: req-469f5e61-86a3-43e1-b73b-42a899b32c5e {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:37:27.379450 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11319aaf-f004-4670-8d74-98c41c270d45", "name": "network-vif-deleted", "tag": "d2d5636c-0658-48fd-93e3-4e5ca64dab41", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:37:27.379559 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-469f5e61-86a3-43e1-b73b-42a899b32c5e {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:37:27.379961 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11319aaf-f004-4670-8d74-98c41c270d45', 'name': 'network-vif-deleted', 'tag': 'd2d5636c-0658-48fd-93e3-4e5ca64dab41', 'status': 'completed', 'code': 200} Aug 23 16:37:27.426414 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:37:27.637595 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:27.663770 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:37:27.671971 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:37:27.672557 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:27.777448 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:37:27.840904 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-988129e7-1a72-4362-965b-4150f36bed87 req-7dc8fe69-4794-4de7-a915-705132d1f199 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/ports?device_id=11319aaf-f004-4670-8d74-98c41c270d45 HTTP/1.1" status: 200 len: 210 time: 0.0299556 Aug 23 16:37:27.971407 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:28.000409 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eace2-4e69-43d7-b38e-14d2bf294f3e None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:32:53Z', 'revision_number': 4, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'd8eee012-d7cc-4a7a-977d-5da8d2c86516', 'name': '', 'network_id': 'ec253214-8a31-4bd8-9701-b396bf523839', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'mac_address': 'fa:16:3e:bc:d2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:52Z', 'updated_at': '2021-08-23T16:32:58Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'subnets': [{'id': 'f99ae793-735a-4a19-a254-72f5083baa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:37:28.207460 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3ca76-4ce4-4225-84e1-0db9227cc933 None None] New status for floating IP 136eb85b-3537-451e-91d0-e463deb06e52: DOWN {{(pid=94596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:37:29.105241 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58296) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:29.164593 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.188459 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.319470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.322070 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.323207 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "DELETE /v2.0/security-groups/fb78b278-2e36-4e26-86e2-7cfbf8d328c8 HTTP/1.1" status: 204 len: 168 time: 0.2169502 Aug 23 16:37:29.326107 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58298) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:29.332590 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb78b278-2e36-4e26-86e2-7cfbf8d328c8,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:29.340416 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.340569 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.api.v2.resource [None req-dd0624df-c9a3-4f20-b1c4-2020c2801100 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] show failed (client error): The resource could not be found. Aug 23 16:37:29.340764 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.342516 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.342516 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.342712 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-dd0624df-c9a3-4f20-b1c4-2020c2801100 tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "GET /v2.0/security-groups/fb78b278-2e36-4e26-86e2-7cfbf8d328c8 HTTP/1.1" status: 404 len: 347 time: 0.0144062 Aug 23 16:37:29.342807 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.342807 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.342807 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.343672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.343672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.343672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.343944 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.344074 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c73cd-6d56-4c37-ad72-4365b41a687b tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:29.344607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58300) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:29.467217 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Deleting port 56e6d56f-6cd5-43dc-98f4-f663423c4390 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:29.467474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.541171 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.541506 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.552807 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Calling delete_port for 56e6d56f-6cd5-43dc-98f4-f663423c4390 owned by network:floatingip {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:29.783416 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.807160 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Pushing event deleted for resources: {'Port': ['ID=56e6d56f-6cd5-43dc-98f4-f663423c4390,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:29.871345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks [] for floatingip, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.873989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:29.875137 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-8bb62b00-0acf-4ae5-867b-3c6f157f9f3e tempest-AttachVolumeTestJSON-963246921 tempest-AttachVolumeTestJSON-963246921-project] 10.222.0.63 "DELETE /v2.0/floatingips/136eb85b-3537-451e-91d0-e463deb06e52 HTTP/1.1" status: 204 len: 168 time: 0.5295715 Aug 23 16:37:30.713729 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device d2d5636c-0658-48fd-93e3-4e5ca64dab41 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:37:30.734431 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: d2d5636c-0658-48fd-93e3-4e5ca64dab41 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:37:30.734773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device d2d5636c-0658-48fd-93e3-4e5ca64dab41 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:37:33.964728 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58332) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:34.300100 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:34.548245 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Deleting port d8eee012-d7cc-4a7a-977d-5da8d2c86516 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:34.548671 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:34.899068 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] For port d8eee012-d7cc-4a7a-977d-5da8d2c86516, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=d8eee012-d7cc-4a7a-977d-5da8d2c86516,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:37:34.899343 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:34.913014 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Calling delete_port for d8eee012-d7cc-4a7a-977d-5da8d2c86516 owned by network:router_interface {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:35.182519 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:35.208890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8eee012-d7cc-4a7a-977d-5da8d2c86516,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:35.376330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:35.594091 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:37:35.711226 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:37:35.716702 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d3ed3a5a-1cd1-4d2d-a6e8-31a814b1ef09 admin admin] 10.222.0.63 "PUT /v2.0/routers/f7c9a46d-ee88-4fb7-84ce-b725af3b0c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509456 Aug 23 16:37:35.719301 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58334) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:35.721114 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Sync routers for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:37:35.732020 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:37:35.732617 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:35.824539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:35.843196 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:37:35.934799 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.022575 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:37:35Z', 'revision_number': 5, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port': {'id': '40c4c697-73ed-440f-b7f9-8f1622829068', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:32:50Z', 'updated_at': '2021-08-23T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:36.052227 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Checking router: f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:37:36.055842 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Deleting port 40c4c697-73ed-440f-b7f9-8f1622829068 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:36.056192 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.061091 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Routers {'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:37:36.061695 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:36.137256 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] For port 40c4c697-73ed-440f-b7f9-8f1622829068, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=40c4c697-73ed-440f-b7f9-8f1622829068,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:37:36.137601 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.146873 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] Set router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 gateway port host: None {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:37:36.149840 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Calling delete_port for 40c4c697-73ed-440f-b7f9-8f1622829068 owned by network:router_gateway {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:36.284755 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:37:35Z', 'revision_number': 6, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:36.311324 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9e828-db9e-479b-a73e-13d2c1df8dca None None] The sync data for ids ['f7c9a46d-ee88-4fb7-84ce-b725af3b0c09'] in dv-cinder-760146-5-iscsi is: [{'id': 'f7c9a46d-ee88-4fb7-84ce-b725af3b0c09', 'name': 'tempest-AttachVolumeTestJSON-1545213331-router', 'tenant_id': '7d332c1300c14bac986fab611638d590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:32:49Z', 'updated_at': '2021-08-23T16:37:35Z', 'revision_number': 6, 'project_id': '7d332c1300c14bac986fab611638d590', 'gw_port_host': None}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:37:36.400521 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.426598 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c4c697-73ed-440f-b7f9-8f1622829068,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:36.486001 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.575521 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.577579 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.702255 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.702788 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 {{(pid=94594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:37:36.711647 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.711647 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0079159d-fd3d-4261-a10f-e2ffec6824f1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f7c9a46d-ee88-4fb7-84ce-b725af3b0c09 HTTP/1.1" status: 204 len: 168 time: 0.9886253 Aug 23 16:37:36.712738 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58336) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:36.760629 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Deleting subnet f99ae793-735a-4a19-a254-72f5083baa63 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:37:36.764084 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.799448 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:36.886844 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.018139 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.041045 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99ae793-735a-4a19-a254-72f5083baa63,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:37.049701 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.051906 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8c9a0ece-c238-48f4-bb9d-d117cdae7cb6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f99ae793-735a-4a19-a254-72f5083baa63 HTTP/1.1" status: 204 len: 168 time: 0.3378685 Aug 23 16:37:37.055527 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58338) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:37.057204 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1ad5f-b578-40a4-ab28-b072dea2f41c None None] Network ec253214-8a31-4bd8-9701-b396bf523839 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:37:37.124796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.182340 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Deleting port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:37.182714 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.236809 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] DHCP port deletion for ec253214-8a31-4bd8-9701-b396bf523839 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:37:37.253244 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] For port 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=4ba9d7e6-22b3-4646-805f-2319bb0649b1,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:37:37.253614 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.268410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Calling delete_port for 4ba9d7e6-22b3-4646-805f-2319bb0649b1 owned by network:dhcp {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:37.285293 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Deleting port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:37:37.285832 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.357981 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] For port 4ba9d7e6-22b3-4646-805f-2319bb0649b1, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=4ba9d7e6-22b3-4646-805f-2319bb0649b1,segment=NetworkSegment(0e709970-a3dd-4729-a6f4-fa1146613058),segment_id=0e709970-a3dd-4729-a6f4-fa1146613058)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:37:37.358377 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.371618 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Calling delete_port for 4ba9d7e6-22b3-4646-805f-2319bb0649b1 owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:37:37.418290 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.450266 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] No DVR routers for this DVR port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 on host dv-cinder-760146-5-iscsi {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:37:37.451959 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba9d7e6-22b3-4646-805f-2319bb0649b1,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:37.454562 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.482625 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] No DVR routers for this DVR port 4ba9d7e6-22b3-4646-805f-2319bb0649b1 on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:37:37.486668 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Pushing event deleted for resources: {'Port': ['ID=4ba9d7e6-22b3-4646-805f-2319bb0649b1,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:37.494870 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.495217 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.495830 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.496173 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.496551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.496879 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.497204 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.497528 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.497921 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.498291 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.498500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.498825 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd27227-b1e3-402f-addc-2d216c727b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:37:37.528764 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.538658 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec253214-8a31-4bd8-9701-b396bf523839']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:37.548687 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e709970-a3dd-4729-a6f4-fa1146613058') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:37.548999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e709970-a3dd-4729-a6f4-fa1146613058') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:37:37.558159 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.572231 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.578036 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:37:37.578421 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:37:37.580022 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:37:37.720558 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.726190 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:37.728042 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ec253214-8a31-4bd8-9701-b396bf523839 HTTP/1.1" status: 204 len: 168 time: 0.6713009 Aug 23 16:37:37.738998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77ce2a-81a2-4d94-bb51-e4c9f3779f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec253214-8a31-4bd8-9701-b396bf523839,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:37.969341 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 40c4c697-73ed-440f-b7f9-8f1622829068 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:37:37.989497 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 40c4c697-73ed-440f-b7f9-8f1622829068 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:37:37.989868 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 40c4c697-73ed-440f-b7f9-8f1622829068 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:37:37.991148 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 4ba9d7e6-22b3-4646-805f-2319bb0649b1 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:37:38.012017 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 4ba9d7e6-22b3-4646-805f-2319bb0649b1 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:37:38.012357 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 4ba9d7e6-22b3-4646-805f-2319bb0649b1 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:37:38.012763 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d8eee012-d7cc-4a7a-977d-5da8d2c86516 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:37:38.030660 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: d8eee012-d7cc-4a7a-977d-5da8d2c86516 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:37:38.031007 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device d8eee012-d7cc-4a7a-977d-5da8d2c86516 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:37:38.169523 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58342) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:38.208644 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-fac91c87-044f-434c-8890-cc662d4acd26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d332c1300c14bac986fab611638d590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379081 Aug 23 16:37:38.212097 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58344) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:38.258562 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:38.280369 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:38.423708 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:38.426324 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:38.427995 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c8bda81a-3735-47a7-af66-722543a31f3e HTTP/1.1" status: 204 len: 168 time: 0.2145064 Aug 23 16:37:38.439513 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bdb97-a618-43ea-8dcb-ad1d61f053f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bda81a-3735-47a7-af66-722543a31f3e,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:40.972976 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58398) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:41.099713 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae3db704-353c-4ca1-bcc4-5c747e0c5e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.189685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae3db704-353c-4ca1-bcc4-5c747e0c5e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.250797 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ae3db704-353c-4ca1-bcc4-5c747e0c5e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.289818 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db704-353c-4ca1-bcc4-5c747e0c5e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee038f8-273d-4b28-bece-3fdccfff6b25,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:41.295076 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ae3db704-353c-4ca1-bcc4-5c747e0c5e19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d9a620984be3453d93f5c69491890562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207164 Aug 23 16:37:41.297953 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58402) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:41.347085 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.368837 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.503143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.505706 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:41.507105 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ee038f8-273d-4b28-bece-3fdccfff6b25 HTTP/1.1" status: 204 len: 168 time: 0.2081103 Aug 23 16:37:41.515005 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d0c2-339d-49cd-82de-2d03b04dfd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee038f8-273d-4b28-bece-3fdccfff6b25,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:41.532496 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.168082 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58408) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:42.181959 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ff60f4fd-5bd9-4fb4-8ec7-37b25bea1dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.267952 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ff60f4fd-5bd9-4fb4-8ec7-37b25bea1dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.325679 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-ff60f4fd-5bd9-4fb4-8ec7-37b25bea1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.363798 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-ff60f4fd-5bd9-4fb4-8ec7-37b25bea1dfc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f373a305087449ea7eb9cae13baa7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946175 Aug 23 16:37:42.364619 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60f4fd-5bd9-4fb4-8ec7-37b25bea1dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7a276-4f7c-44bb-82b9-4bf820b6e574,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:42.367182 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58410) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:42.416687 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.438520 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.565109 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.567699 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:42.572824 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4fe7a276-4f7c-44bb-82b9-4bf820b6e574 HTTP/1.1" status: 204 len: 168 time: 0.2010317 Aug 23 16:37:42.577152 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ef67f-42b7-42cd-8c89-343a62d3b76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7a276-4f7c-44bb-82b9-4bf820b6e574,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:45.404872 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1da41e8d-9135-4a8a-a4bf-101c8559f666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:46.936671 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-22e7cd13-b1db-4020-814a-031c79bec66d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407689 Aug 23 16:37:47.022882 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-2dd0ff1f-1992-406f-a331-8cd8fff21749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:47.024385 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-2dd0ff1f-1992-406f-a331-8cd8fff21749 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1098 time: 0.0460420 Aug 23 16:37:47.129403 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-9f1440a1-ce5e-4074-b40c-16164a25d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:47.131558 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-9f1440a1-ce5e-4074-b40c-16164a25d82d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0870123 Aug 23 16:37:47.200823 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-46278dc8-522b-437a-aac6-4d37cc3d077e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0612111 Aug 23 16:37:47.250261 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-dc62b842-8110-43a0-8a1e-d6f8f2df4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:47.251755 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-dc62b842-8110-43a0-8a1e-d6f8f2df4b08 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0445657 Aug 23 16:37:47.299412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-9eb410de-f70c-43d5-8ab9-df9904a9fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:37:47.300923 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-9eb410de-f70c-43d5-8ab9-df9904a9fcd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424273 Aug 23 16:37:47.398537 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-63b3a566-9622-44c3-aca4-26a64306bcd8 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Aug 23 16:37:47.486264 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0f62f465-d349-4f66-b741-cd18759fcd49 req-c0809d98-ec7d-482d-9aaa-254e66fca15d service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839417 Aug 23 16:37:48.304142 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1d761b01-8609-467b-914e-892a01d2e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:48.326701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:49.177802 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.402607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58510) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:50.515711 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4873-7eaa-4458-9104-63983756a53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.605099 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4873-7eaa-4458-9104-63983756a53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.697714 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4873-7eaa-4458-9104-63983756a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.736403 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-bb5a4873-7eaa-4458-9104-63983756a53d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7f8a539761d34dc7aa89d91535caf456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325374 Aug 23 16:37:50.737011 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a4873-7eaa-4458-9104-63983756a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f388e-a396-41f2-adbb-7783b93112b4,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:50.739405 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58514) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:50.790350 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.812076 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.960611 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.961239 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.963304 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:50.964450 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f15f388e-a396-41f2-adbb-7783b93112b4 HTTP/1.1" status: 204 len: 168 time: 0.2237186 Aug 23 16:37:50.972904 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b5418-1c1a-4fa3-83d8-ff9970a90bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f388e-a396-41f2-adbb-7783b93112b4,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:51.785438 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58520) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:51.799387 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f28b3b4e-9835-4c86-b827-cf9211e0fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:51.889747 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f28b3b4e-9835-4c86-b827-cf9211e0fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:51.959906 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-f28b3b4e-9835-4c86-b827-cf9211e0fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:51.998923 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f28b3b4e-9835-4c86-b827-cf9211e0fccd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1c9e3094715f4754ad39ab8d920063f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123580 Aug 23 16:37:52.000090 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3b4e-9835-4c86-b827-cf9211e0fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1082d2-030d-4f0b-ba30-e94916094daa,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:52.001663 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58522) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:52.055136 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:52.075398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:52.194062 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:52.196583 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:52.197756 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/be1082d2-030d-4f0b-ba30-e94916094daa HTTP/1.1" status: 204 len: 168 time: 0.1950648 Aug 23 16:37:52.205392 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c505-f895-40bb-973a-eca395b93505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1082d2-030d-4f0b-ba30-e94916094daa,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:52.896277 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58528) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:52.909578 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1c7ca830-b791-4923-9f46-1065da896892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:52.998597 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1c7ca830-b791-4923-9f46-1065da896892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.074727 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1c7ca830-b791-4923-9f46-1065da896892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.115109 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1c7ca830-b791-4923-9f46-1065da896892 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34f1698b34684b5fb4686b694f36cba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170877 Aug 23 16:37:53.116082 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ca830-b791-4923-9f46-1065da896892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8be54a-d5f0-4584-adf4-04c4a7812e16,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:53.117931 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58530) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:53.168691 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.191258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.330869 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.333362 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:53.334668 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5b8be54a-d5f0-4584-adf4-04c4a7812e16 HTTP/1.1" status: 204 len: 168 time: 0.2150717 Aug 23 16:37:53.342525 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add559-fad5-450d-b753-d0d22222ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8be54a-d5f0-4584-adf4-04c4a7812e16,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:55.977615 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58588) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:56.081135 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f1abb595-b529-44b6-bfab-c241efb6809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.172728 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f1abb595-b529-44b6-bfab-c241efb6809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.200924 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:37:56.263087 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f1abb595-b529-44b6-bfab-c241efb6809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.302778 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f1abb595-b529-44b6-bfab-c241efb6809d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b37985d98e5d4bf28a89d712b348ecaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240287 Aug 23 16:37:56.303660 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb595-b529-44b6-bfab-c241efb6809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ed18a-ce6e-4750-87f3-f215a1a494bd,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:56.305398 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58592) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:56.354390 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.375261 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.526215 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.528599 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:56.529744 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/435ed18a-ce6e-4750-87f3-f215a1a494bd HTTP/1.1" status: 204 len: 168 time: 0.2232840 Aug 23 16:37:56.538512 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6bf6b-8c49-45fb-be23-22a0327f48f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ed18a-ce6e-4750-87f3-f215a1a494bd,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:57.203731 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58598) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:57.221190 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-acaefe65-789d-47f3-b76e-1347128e8d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.308470 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-acaefe65-789d-47f3-b76e-1347128e8d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.404608 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-acaefe65-789d-47f3-b76e-1347128e8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.444187 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-acaefe65-789d-47f3-b76e-1347128e8d21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d36f2b25cd4648c1a9183f08d49835ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393036 Aug 23 16:37:57.445386 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaefe65-789d-47f3-b76e-1347128e8d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c0500-d057-450e-90d9-5c91c7204bf8,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:57.446921 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58600) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:57.496765 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.518094 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.663322 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.667257 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:57.668457 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7d1c0500-d057-450e-90d9-5c91c7204bf8 HTTP/1.1" status: 204 len: 168 time: 0.2199113 Aug 23 16:37:57.679880 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b96d6f-7841-4741-b4e1-a60a0e79c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c0500-d057-450e-90d9-5c91c7204bf8,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:59.502830 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58634) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:59.610367 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1f17bf50-d387-4dfc-ada8-e20d4778aa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:59.701292 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1f17bf50-d387-4dfc-ada8-e20d4778aa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:59.804498 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1f17bf50-d387-4dfc-ada8-e20d4778aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:59.844549 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1f17bf50-d387-4dfc-ada8-e20d4778aa0b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5169ff6a690d456d96f136319d09d9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405375 Aug 23 16:37:59.845526 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17bf50-d387-4dfc-ada8-e20d4778aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104db04f-a18e-4ac4-93f8-f08389e42705,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:37:59.847210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58638) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:37:59.899447 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:37:59.920195 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:00.091503 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:00.094030 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:00.095185 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/104db04f-a18e-4ac4-93f8-f08389e42705 HTTP/1.1" status: 204 len: 168 time: 0.2467072 Aug 23 16:38:00.103365 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6723f8-59e0-4357-bc17-715d99a0c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104db04f-a18e-4ac4-93f8-f08389e42705,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:06.241210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58704) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:06.349956 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-be4b8f18-8675-4f3f-b824-a3ab530b0cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.443356 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-be4b8f18-8675-4f3f-b824-a3ab530b0cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.547890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-be4b8f18-8675-4f3f-b824-a3ab530b0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.587787 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-be4b8f18-8675-4f3f-b824-a3ab530b0cdc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=706765c1fd554237ba454a4be28e61a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454299 Aug 23 16:38:06.615391 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b8f18-8675-4f3f-b824-a3ab530b0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62727990-c888-4a2f-80d6-78a623bdc0bf,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:06.616668 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58708) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:06.647897 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.673688 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.800194 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.802755 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:06.803966 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62727990-c888-4a2f-80d6-78a623bdc0bf HTTP/1.1" status: 204 len: 168 time: 0.2121291 Aug 23 16:38:06.812280 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b857475-4279-4efe-9d15-9ad59f403224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62727990-c888-4a2f-80d6-78a623bdc0bf,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:11.611426 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.268029 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58762) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:14.459825 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port 7ea4f424-d3d3-4f10-bb1f-3013770021c4 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:14.460173 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.545291 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.545619 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.558613 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for 7ea4f424-d3d3-4f10-bb1f-3013770021c4 owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:14.834448 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.861266 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=7ea4f424-d3d3-4f10-bb1f-3013770021c4,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:14.927876 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:14.928303 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.l3_db [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP 92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab disassociated (deleted). External IP: 172.27.3.20, port: 70107774-397f-4652-a17b-e91457b465db. Aug 23 16:38:15.400547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:15.440006 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b77a0fef-7edd-43f4-adf9-cd33d6f009db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:15.534110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:15.540331 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:15.546606 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:15.558995 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:15.559759 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:15.586519 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b2fa3f9a-57df-462d-ab5b-03b173327189 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "DELETE /v2.0/floatingips/92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab HTTP/1.1" status: 204 len: 168 time: 1.3100569 Aug 23 16:38:15.586519 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:38:15.586519 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:38:15.683706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:15.820717 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3a5650-4dec-4316-9ca7-0624b2070aca x-openstack-request-id: req-ac3a5650-4dec-4316-9ca7-0624b2070aca {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:38:15.821226 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "tag": "70107774-397f-4652-a17b-e91457b465db", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:38:15.826795 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ac3a5650-4dec-4316-9ca7-0624b2070aca {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:38:15.826795 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'tag': '70107774-397f-4652-a17b-e91457b465db', 'status': 'completed', 'code': 200} Aug 23 16:38:15.893399 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-c6d857f7-cfaf-4838-9a6f-bb0e824a2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:15.895610 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-c6d857f7-cfaf-4838-9a6f-bb0e824a2c92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0515985 Aug 23 16:38:15.952033 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:15.983647 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:15.992266 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:15.992867 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:37:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:16.002859 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-eb97c6d2-27bc-4fa0-abbb-386b332acace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:16.004765 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-eb97c6d2-27bc-4fa0-abbb-386b332acace service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0997241 Aug 23 16:38:16.051483 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-db1be84e-8031-4bb6-8221-a3295bf0e3c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 200 len: 217 time: 0.0386276 Aug 23 16:38:16.119578 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-fdaf100e-cd31-4696-b25e-cc3e16822511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:16.121501 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-fdaf100e-cd31-4696-b25e-cc3e16822511 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0606699 Aug 23 16:38:16.125092 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:16.205074 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-4f1ba7c3-9d3d-4aec-ab7d-ade5602d26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:16.206633 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-4f1ba7c3-9d3d-4aec-ab7d-ade5602d26bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751956 Aug 23 16:38:16.226388 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369d045-be35-4b19-bdb8-f2b7c0e8fc7c req-eb799664-ab46-4571-9d1a-c46e0835f493 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:16.227904 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c369d045-be35-4b19-bdb8-f2b7c0e8fc7c req-eb799664-ab46-4571-9d1a-c46e0835f493 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0872111 Aug 23 16:38:16.328798 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c369d045-be35-4b19-bdb8-f2b7c0e8fc7c req-739a2b58-81bb-471f-8ba1-eb85b2d7cc9f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936735 Aug 23 16:38:16.349141 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-2c42911a-7afa-42ba-a41b-ce4daaa47c1f service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Aug 23 16:38:16.406405 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:16.435966 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb1676-0632-40e2-b435-18185a78f113 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'port_id': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'mac_address': 'fa:16:3e:03:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:34:25Z', 'updated_at': '2021-08-23T16:34:27Z', 'revision_number': 1, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:16.456594 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-10cf2aa2-2808-4ad3-85e9-55fcdf469bfc req-4b5f0433-e162-4921-8220-71fb6b49c24a service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969796 Aug 23 16:38:16.680091 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4297491-6be3-42dd-8261-75466ab52739 None None] New status for floating IP 92b1a90b-9c8b-4ebc-a4a8-910caa72b7ab: DOWN {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:38:17.459246 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73509c-ddac-4f36-8e8d-2daca15ddba8 req-d2c15281-8e09-4667-bc0f-1e18954700aa tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:17.460842 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a73509c-ddac-4f36-8e8d-2daca15ddba8 req-d2c15281-8e09-4667-bc0f-1e18954700aa tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Aug 23 16:38:17.506220 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4a73509c-ddac-4f36-8e8d-2daca15ddba8 req-eaeb06a6-53aa-42fb-9c74-ca5541942b6c tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Aug 23 16:38:17.928176 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-b1a93dd2-7e0b-45cc-aa46-dfc15d968280 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:17.929844 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-b1a93dd2-7e0b-45cc-aa46-dfc15d968280 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 945 time: 0.0546107 Aug 23 16:38:18.027685 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port 70107774-397f-4652-a17b-e91457b465db {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:18.028027 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.120930 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] For port 70107774-397f-4652-a17b-e91457b465db, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=70107774-397f-4652-a17b-e91457b465db,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:18.121303 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.133571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for 70107774-397f-4652-a17b-e91457b465db owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:18.198678 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-35d17dea-e2b5-4322-860e-6e253327f9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.257501 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.354209 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.383914 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=70107774-397f-4652-a17b-e91457b465db,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:18.431326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] No DVR routers for this DVR port 70107774-397f-4652-a17b-e91457b465db on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:18.433659 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:18.435827 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e46507d2-ba5c-435a-b246-d46f9a71a9b8 req-9b230fb4-383a-4674-be13-42e799a1a789 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "DELETE /v2.0/ports/70107774-397f-4652-a17b-e91457b465db HTTP/1.1" status: 204 len: 173 time: 0.4998319 Aug 23 16:38:18.436290 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'name': 'network-vif-deleted', 'tag': '70107774-397f-4652-a17b-e91457b465db'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:38:18.438532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e38216-5068-45cf-bc1b-436168b5b410" -d '{"events": [{"server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "name": "network-vif-deleted", "tag": "70107774-397f-4652-a17b-e91457b465db"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:38:18.477093 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb1d10f-494d-4835-a659-adf3b84de094 x-openstack-request-id: req-7bb1d10f-494d-4835-a659-adf3b84de094 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:38:18.477386 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8746d-1aac-47cf-b7d4-7e5780711ef2", "name": "network-vif-deleted", "tag": "70107774-397f-4652-a17b-e91457b465db", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:38:18.477641 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7bb1d10f-494d-4835-a659-adf3b84de094 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:38:18.478080 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8746d-1aac-47cf-b7d4-7e5780711ef2', 'name': 'network-vif-deleted', 'tag': '70107774-397f-4652-a17b-e91457b465db', 'status': 'completed', 'code': 200} Aug 23 16:38:18.601300 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-dd8a5c09-cbbd-4595-b0a9-af2cd0f64b90 req-fc5359cf-a519-4172-8cdb-64f6c76b3c12 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0293434 Aug 23 16:38:19.291301 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:19.708159 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c5d09d4b-ddad-4760-8293-6d6980b1d875 req-0a44acc0-bc76-464a-92b5-5c5dfecfdb3a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc8746d-1aac-47cf-b7d4-7e5780711ef2 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 23 16:38:20.915724 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 70107774-397f-4652-a17b-e91457b465db no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:20.935912 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: 70107774-397f-4652-a17b-e91457b465db {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:20.950465 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device 70107774-397f-4652-a17b-e91457b465db not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:21.028169 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:21.715925 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58874) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:21.833486 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1583bd76-ed79-4e99-8d17-81326bb13977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:21.930147 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1583bd76-ed79-4e99-8d17-81326bb13977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.033761 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-1583bd76-ed79-4e99-8d17-81326bb13977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.072891 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-1583bd76-ed79-4e99-8d17-81326bb13977 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8b4afb63a9a4551b4d6d569c3d1ff32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558609 Aug 23 16:38:22.073850 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583bd76-ed79-4e99-8d17-81326bb13977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c39c6-4f48-444d-aac2-c1c7ea6e31e1,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:22.076241 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58878) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:22.125729 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.148037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.291340 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.293884 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:22.295100 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/190c39c6-4f48-444d-aac2-c1c7ea6e31e1 HTTP/1.1" status: 204 len: 168 time: 0.2179043 Aug 23 16:38:22.303021 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a28326-2d37-4473-ac77-422dd0985f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c39c6-4f48-444d-aac2-c1c7ea6e31e1,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:23.359104 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58906) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:23.471088 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58910) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:23.532023 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port ec78e461-abc7-4148-9de0-ece413f4c08a {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:23.532258 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.577251 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-951593811-network', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:23.620080 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.620409 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.632557 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for ec78e461-abc7-4148-9de0-ece413f4c08a owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:23.731029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Made reservation on behalf of 28aa185c4ae74b7087eb895d8f4267b9 for: {'network': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:38:23.733335 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.742433 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.907821 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:23.950370 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=ec78e461-abc7-4148-9de0-ece413f4c08a,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:23.999444 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.022376 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.022708 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.l3_db [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Floating IP e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234 disassociated (deleted). External IP: 172.27.3.251, port: e7d44639-08c9-40a8-8345-bd36edca7f51. Aug 23 16:38:24.107967 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.132301 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:38:24.147339 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417eeace-0479-4ab6-bfe1-06eb65605612,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:24.150110 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.150456 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.segments_db [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Added segment 29854a23-54dd-4971-86e4-4f3a79fc2660 of type vlan for network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 Aug 23 16:38:24.191240 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.233729 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:24.313690 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.314745 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:24.315336 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.340049 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:24.344893 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.350132 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:24.359034 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:24.359671 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:24.372819 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-9bcebd8d-79cf-4b2b-9bf3-a4acfc455275 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "DELETE /v2.0/floatingips/e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234 HTTP/1.1" status: 204 len: 168 time: 1.0126565 Aug 23 16:38:24.373435 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:38:24.375931 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef46a0c-b0c0-455e-a558-a9b04c244571" -d '{"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:38:24.395733 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] Pushing event updated for resources: {'Network': ['ID=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:24.420424 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d78a7-226e-43c5-9be9-1beb322c889d x-openstack-request-id: req-af6d78a7-226e-43c5-9be9-1beb322c889d {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:38:24.420987 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:38:24.421245 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af6d78a7-226e-43c5-9be9-1beb322c889d {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:38:24.421633 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'status': 'completed', 'code': 200} Aug 23 16:38:24.458432 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-9203c74e-6aa2-40b9-9e58-a8b60ed5ca58 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9861305 Aug 23 16:38:24.459319 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58918) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:24.464758 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Request body: {'subnet': {'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-951593811-subnet', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'ip_version': 4}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:24.493042 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-f860b10d-c213-4a2f-ab4b-92dc6279a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:24.494799 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-f860b10d-c213-4a2f-ab4b-92dc6279a508 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d94d8b985f0446048281e61d3f75b695&device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 1098 time: 0.0497193 Aug 23 16:38:24.532757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:38:24.588466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Made reservation on behalf of 28aa185c4ae74b7087eb895d8f4267b9 for: {'subnet': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:38:24.591753 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28849075'] for subnet, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.593332 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-b23f67f0-92c5-4581-b564-d4e24932e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:24.594799 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-b23f67f0-92c5-4581-b564-d4e24932e1f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 200 len: 912 time: 0.0924456 Aug 23 16:38:24.644063 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-c4be8265-04a2-4699-b84c-b333bc050e94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 200 len: 217 time: 0.0410821 Aug 23 16:38:24.662686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:24.719651 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-6d17a8b4-ef17-480d-8f51-eb40fb48651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:24.721340 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-6d17a8b4-ef17-480d-8f51-eb40fb48651c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 200 len: 850 time: 0.0691495 Aug 23 16:38:24.774539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-0c9a34b2-28c6-4344-bd97-accaa0bb316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:24.776143 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-0c9a34b2-28c6-4344-bd97-accaa0bb316e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0df0280e-6074-4d87-b515-75c1b78062d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473022 Aug 23 16:38:24.875715 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28330964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28849117'] for subnet, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:24.887949 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-abf977b3-3205-4193-8937-11330630d881 service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043358 Aug 23 16:38:24.907393 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:24.942757 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:24.966560 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:24.967503 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:24.987618 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d5b289-fa17-4205-afff-f1ab87da3c3d,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:24.997722 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Checking segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:24.998215 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Network hostable DHCP agents. Network: 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:38:25.006002 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6ef46a0c-b0c0-455e-a558-a9b04c244571 req-6794e123-833c-4c63-a982-21f207f96d9b service neutron] 10.222.0.82 "GET /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096311 Aug 23 16:38:25.017506 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835258f-08fb-4ad3-a9d3-018677e08639 req-e4e16940-583e-4f11-a672-bfed5090c61f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:25.019088 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a835258f-08fb-4ad3-a9d3-018677e08639 req-e4e16940-583e-4f11-a672-bfed5090c61f tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.1317570 Aug 23 16:38:25.071686 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a835258f-08fb-4ad3-a9d3-018677e08639 req-d9337679-515d-4c61-a230-844102bc09dc tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Aug 23 16:38:25.087317 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:25.119373 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:38:25.170739 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.base_scheduler [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6) {{(pid=94595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:25.174786 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:25.175419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.182188 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4b511-084f-4670-9fe5-68d1c68edc0b None None] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:25.228963 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-beb3a595-60b7-45fa-bb4b-7aad5beb95ba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7682290 Aug 23 16:38:25.231681 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58922) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:25.236155 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:25.365863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.367029 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.407566 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:25.413254 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:38:25.414247 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.434731 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.449706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965daa1-9064-4c9f-a0da-f4790aa64266 None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:30:32Z', 'revision_number': 4, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': 'cb7a5bef-c685-4208-8d56-cc3c28283aca', 'name': '', 'network_id': '0df0280e-6074-4d87-b515-75c1b78062d3', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'mac_address': 'fa:16:3e:01:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:31Z', 'updated_at': '2021-08-23T16:30:38Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'subnets': [{'id': 'c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:25.586970 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Allocated IP 172.20.0.2 (4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6/91d5b289-fa17-4205-afff-f1ab87da3c3d/9ddec290-d9f2-48d0-8ae6-9972949f791b) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:25.734646 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de88a90-cb99-4d5e-bfad-e59f7e6cd412 None None] New status for floating IP e2f0fda8-23db-4b3f-b1f1-e0b0d2fb9234: DOWN {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:38:25.765376 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.774838 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Transition to ACTIVE for port object 9ddec290-d9f2-48d0-8ae6-9972949f791b will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:25.793185 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Transition to ACTIVE for port object 9ddec290-d9f2-48d0-8ae6-9972949f791b will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:25.862805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.902789 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:25.915337 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:25.917852 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Pushing event updated for resources: {'Port': ['ID=9ddec290-d9f2-48d0-8ae6-9972949f791b,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:25.919990 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:25.933974 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.978805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Attempting to bind port 9ddec290-d9f2-48d0-8ae6-9972949f791b on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:25.979174 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Attempting to bind port 9ddec290-d9f2-48d0-8ae6-9972949f791b by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:25.979882 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Attempting to bind port 9ddec290-d9f2-48d0-8ae6-9972949f791b on network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:25.986527 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:25.986527 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Checking segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:25.986527 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:25.986527 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Bound using segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:25.987214 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Bound port: 9ddec290-d9f2-48d0-8ae6-9972949f791b, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:25.987328 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.051791 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] For port 9ddec290-d9f2-48d0-8ae6-9972949f791b, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:26.061701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] For port 9ddec290-d9f2-48d0-8ae6-9972949f791b, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=9ddec290-d9f2-48d0-8ae6-9972949f791b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:26.178084 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.241054 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b82cbc-40e2-47c1-bec1-0eca4c3f4a43 None None] Pushing event updated for resources: {'Port': ['ID=9ddec290-d9f2-48d0-8ae6-9972949f791b,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:26.287812 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e19dfd-3a2c-463e-8b7f-6956deb1143b req-35b7389d-4d17-4277-8700-6ec26f56858a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:26.289370 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-44e19dfd-3a2c-463e-8b7f-6956deb1143b req-35b7389d-4d17-4277-8700-6ec26f56858a tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.1152647 Aug 23 16:38:26.303749 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.333060 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.372066 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-44e19dfd-3a2c-463e-8b7f-6956deb1143b req-375b7abc-6c3c-413a-8c3e-478cccaa9298 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/security-groups?id=86a031df-b9b8-4fb4-8179-3dd00c767edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692561 Aug 23 16:38:26.473767 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Allocated IP 172.27.3.64 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/792d0521-f6b9-4c67-8215-257997f5b213) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:26.590675 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.661565 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-b28319ea-710b-4de3-890c-7a3c3fca1c97 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:26.662979 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-b28319ea-710b-4de3-890c-7a3c3fca1c97 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 945 time: 0.0670650 Aug 23 16:38:26.736566 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:26.786130 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:26.791620 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:26.800529 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:26.806248 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Pushing event updated for resources: {'Port': ['ID=792d0521-f6b9-4c67-8215-257997f5b213,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:26.841024 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port e7d44639-08c9-40a8-8345-bd36edca7f51 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:26.841342 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.051940 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] For port e7d44639-08c9-40a8-8345-bd36edca7f51, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=e7d44639-08c9-40a8-8345-bd36edca7f51,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:27.052597 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.066983 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for e7d44639-08c9-40a8-8345-bd36edca7f51 owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:27.191994 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3f1c6-18bf-4afb-aa20-258cb367a5fc None None] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:27.286895 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.304082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-a61310ed-68e0-445b-a6b5-a0ecca3b7d24 None None] Provisioning for port 9ddec290-d9f2-48d0-8ae6-9972949f791b completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:27.327571 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.329813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=e7d44639-08c9-40a8-8345-bd36edca7f51,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:27.383508 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.383863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.384203 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.384538 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.384869 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.385200 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.385535 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.385884 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.386215 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.386539 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.386862 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.387183 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:27.436519 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] No DVR routers for this DVR port e7d44639-08c9-40a8-8345-bd36edca7f51 on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:27.440426 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.443035 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-07274f7f-4188-43f5-b519-8d9e4ad6f6d5 req-a303a142-866c-45ea-b2a9-b017cf551023 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.82 "DELETE /v2.0/ports/e7d44639-08c9-40a8-8345-bd36edca7f51 HTTP/1.1" status: 204 len: 173 time: 0.7732675 Aug 23 16:38:27.443495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'name': 'network-vif-deleted', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:38:27.446522 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838701a-18d1-4781-a965-c48704381179" -d '{"events": [{"server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "name": "network-vif-deleted", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:38:27.501699 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4f3124f4-0f06-4077-973b-d38b4ad1e761 req-5194e2a8-f6be-4921-a8dc-6989b245d238 tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0375097 Aug 23 16:38:27.511525 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc3ad4-3592-4788-b886-b87d41f0501c x-openstack-request-id: req-9ddc3ad4-3592-4788-b886-b87d41f0501c {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:38:27.511525 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3333968-8fe7-4282-beba-d405ba7863fc", "name": "network-vif-deleted", "tag": "e7d44639-08c9-40a8-8345-bd36edca7f51", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:38:27.511525 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ddc3ad4-3592-4788-b886-b87d41f0501c {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:38:27.511525 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3333968-8fe7-4282-beba-d405ba7863fc', 'name': 'network-vif-deleted', 'tag': 'e7d44639-08c9-40a8-8345-bd36edca7f51', 'status': 'completed', 'code': 200} Aug 23 16:38:27.621317 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:27.907246 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Router e63299fd-60d8-4627-94f5-335aed18859e is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:38:28.029673 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:28.032993 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 9ddec290-d9f2-48d0-8ae6-9972949f791b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:28.059617 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Sync routers for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:28.076653 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:28.077261 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:28.196310 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:28.199533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.203081 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-977f1363-de02-4f41-95f2-f9bc588156fa admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9680946 Aug 23 16:38:28.203458 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58930) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:28.267700 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 9ddec290-d9f2-48d0-8ae6-9972949f791b completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:28.298370 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 9ddec290-d9f2-48d0-8ae6-9972949f791b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:28.298772 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.573358 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.612420 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:27Z', 'revision_number': 3, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:28.650065 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 9ddec290-d9f2-48d0-8ae6-9972949f791b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=9ddec290-d9f2-48d0-8ae6-9972949f791b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:28.651208 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Checking router: e63299fd-60d8-4627-94f5-335aed18859e for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:28.651556 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Updating router e63299fd-60d8-4627-94f5-335aed18859e port 792d0521-f6b9-4c67-8215-257997f5b213 binding host dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:38:28.676625 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-aa1d0266-e9ef-4f75-a059-e973ab61156c req-60568faa-be1a-4f0c-8094-68e9efc5bbbd tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3333968-8fe7-4282-beba-d405ba7863fc HTTP/1.1" status: 200 len: 210 time: 0.0592778 Aug 23 16:38:28.681888 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.697104 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.791858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:28.873491 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Allocated IP 172.20.0.1 (4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6/91d5b289-fa17-4205-afff-f1ab87da3c3d/0f2e7750-39bc-475b-9db9-c1bb75fe7707) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:28.889663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=9ddec290-d9f2-48d0-8ae6-9972949f791b,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:28.946293 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e7d44639-08c9-40a8-8345-bd36edca7f51 no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:28.971978 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: e7d44639-08c9-40a8-8345-bd36edca7f51 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:28.973232 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device e7d44639-08c9-40a8-8345-bd36edca7f51 not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:28.995645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.010175 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Transition to ACTIVE for port object 0f2e7750-39bc-475b-9db9-c1bb75fe7707 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:29.023612 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks [] for port, precommit_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.033354 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Transition to ACTIVE for port object 792d0521-f6b9-4c67-8215-257997f5b213 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:29.153145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.204730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.206682 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Attempting to bind port 792d0521-f6b9-4c67-8215-257997f5b213 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:29.207123 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Attempting to bind port 792d0521-f6b9-4c67-8215-257997f5b213 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:29.207404 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Attempting to bind port 792d0521-f6b9-4c67-8215-257997f5b213 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:29.209443 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e281-8ec2-4ecb-95a8-d215287ec1a8 None None] Pushing event updated for resources: {'Port': ['ID=792d0521-f6b9-4c67-8215-257997f5b213,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:29.215046 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:29.223083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:29.223083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.223083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:29.223083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Bound port: 792d0521-f6b9-4c67-8215-257997f5b213, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:29.223083 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.246247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:29.249126 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:29.261923 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:29.266679 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:29.275432 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] For port 792d0521-f6b9-4c67-8215-257997f5b213, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:29.279211 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] For port 792d0521-f6b9-4c67-8215-257997f5b213, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=792d0521-f6b9-4c67-8215-257997f5b213,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:29.317849 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.445816 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.522218 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e281-8ec2-4ecb-95a8-d215287ec1a8 None None] Pushing event updated for resources: {'Port': ['ID=792d0521-f6b9-4c67-8215-257997f5b213,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:29.530361 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:29.530898 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:29.547588 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.567785 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4dfaa9e0-8e31-4be0-99b1-47551d1acbf7 None None] Provisioning for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:29.575110 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-4dfaa9e0-8e31-4be0-99b1-47551d1acbf7 None None] Provisioning complete for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:29.575612 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa9e0-8e31-4be0-99b1-47551d1acbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.659206 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-4dfaa9e0-8e31-4be0-99b1-47551d1acbf7 None None] Port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:38:29.685691 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:29.728623 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.738948 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58936) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:29.799496 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.875157 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:29.877121 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Deleting port 30ac308e-acf6-477b-b46a-003bd6e7264a {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:29.877475 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.877926 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.912038 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:28Z', 'revision_number': 1, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:29.945659 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48822f62-033a-4446-a282-3b6b01a44901 None None] The sync data for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi is: [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:28Z', 'revision_number': 1, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:29.963774 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.964105 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:29.981532 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Calling delete_port for 30ac308e-acf6-477b-b46a-003bd6e7264a owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:29.983967 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:29.985601 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:30.080827 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 9ddec290-d9f2-48d0-8ae6-9972949f791b up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:30.142730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Router e63299fd-60d8-4627-94f5-335aed18859e has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:30.160646 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 9ddec290-d9f2-48d0-8ae6-9972949f791b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:30.161030 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:30.267653 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:30.302498 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'Port': ['ID=30ac308e-acf6-477b-b46a-003bd6e7264a,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:30.325631 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.325877 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.326168 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.326502 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.326854 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.327435 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.327563 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.327809 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.328143 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.328466 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.328791 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.329118 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:30.332641 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd5ec-4a1a-4350-aa35-98d8c8487daa None None] Provisioning complete for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:30.333928 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd5ec-4a1a-4350-aa35-98d8c8487daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:30.349248 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:30.366880 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-eafced54-42a6-4b91-ace4-6ab924706475 admin admin] 10.222.0.63 "PUT /v2.0/routers/e63299fd-60d8-4627-94f5-335aed18859e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1604557 Aug 23 16:38:30.383655 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfd5ec-4a1a-4350-aa35-98d8c8487daa None None] Port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:38:30.408195 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:30.411849 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:30.413829 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-da625a61-57ee-46a1-937c-6ab3d9b476ef tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "DELETE /v2.0/floatingips/9d24fc5d-28df-403f-8888-890c4f23a4c0 HTTP/1.1" status: 204 len: 168 time: 0.6731544 Aug 23 16:38:31.297407 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58960) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:31.303600 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650392521-network', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:31.387688 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Made reservation on behalf of ea4e5fe98cbb4e628b641e3d83751203 for: {'network': 1} {{(pid=94595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:38:31.390231 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for network, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.400257 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.492755 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.576630 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.602194 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:38:31.611353 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874280cf-8890-4f02-8ebb-aa58d806f0b7,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:31.619774 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.619910 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.segments_db [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Added segment 5840b208-56df-4b18-9b22-2a20156a7678 of type vlan for network d323c17e-0f13-4d39-8bef-5b171d287ec6 Aug 23 16:38:31.661050 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742927549242'] for network, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.748220 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434'] for network, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.749406 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:31.750215 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.813913 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] Pushing event updated for resources: {'Network': ['ID=d323c17e-0f13-4d39-8bef-5b171d287ec6,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:31.824371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 details requested by agent ovs-agent-dv-cinder-760146-5-iscsi with host dv-cinder-760146-5-iscsi {{(pid=94596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:38:31.877639 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58964) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:31.905419 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-61b6d55b-a8be-4cca-9d2a-a9a2bba9e737 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6011982 Aug 23 16:38:31.907198 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58966) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:31.914483 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Request body: {'subnet': {'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650392521-subnet', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'ip_version': 4}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:31.951335 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:31.986627 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.039832 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Made reservation on behalf of ea4e5fe98cbb4e628b641e3d83751203 for: {'subnet': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:38:32.042303 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28685853'] for subnet, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.054145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 792d0521-f6b9-4c67-8215-257997f5b213 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:32.116275 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Sync routers for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:32.131107 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:32.132124 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:32.205269 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.208736 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.210571 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] 10.222.0.63 "DELETE /v2.0/security-groups/86a031df-b9b8-4fb4-8179-3dd00c767edb HTTP/1.1" status: 204 len: 168 time: 0.3308723 Aug 23 16:38:32.226319 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41221-5711-4242-87ee-9428a1c07bab tempest-TestVolumeBootPattern-1355621173 tempest-TestVolumeBootPattern-1355621173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a031df-b9b8-4fb4-8179-3dd00c767edb,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:32.243978 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 792d0521-f6b9-4c67-8215-257997f5b213 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:32.252534 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 792d0521-f6b9-4c67-8215-257997f5b213 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:32.253138 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.259854 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:32.341543 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.365507 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27397804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28685939'] for subnet, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.381028 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 792d0521-f6b9-4c67-8215-257997f5b213, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=792d0521-f6b9-4c67-8215-257997f5b213,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:32.391146 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58970) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:32.420132 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f1b9d7-eed2-429a-9f6c-d4a843111b91,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:32.450663 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Checking segment: {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:32.451036 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Network hostable DHCP agents. Network: d323c17e-0f13-4d39-8bef-5b171d287ec6, hostable agents: ['fd089e48-7ea3-4912-adef-1e4af49687eb'], hosted agents: [] {{(pid=94594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:38:32.493396 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 2, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:32.502026 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.525817 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Checking router: e63299fd-60d8-4627-94f5-335aed18859e for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:32.526186 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Updating router e63299fd-60d8-4627-94f5-335aed18859e port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:38:32.554343 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.565081 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=792d0521-f6b9-4c67-8215-257997f5b213,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:32.793163 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 is scheduled to be hosted by DHCP agent fd089e48-7ea3-4912-adef-1e4af49687eb with binding_index 1 {{(pid=94594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:38:32.851483 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.862185 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760146-5-iscsi, d323c17e-0f13-4d39-8bef-5b171d287ec6) {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:32.866563 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Transition to ACTIVE for port object 0f2e7750-39bc-475b-9db9-c1bb75fe7707 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:32.871796 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:32.872357 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:32.873314 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa23b19-ce11-492f-850b-9c1dd030b585 None None] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:33.022241 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.023378 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.035377 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2392100-5037-5aa0-819f-cd816e9b2b26-d323c17e-0f13-4d39-8bef-5b171d287ec6', 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'fixed_ips': [{'subnet_id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91'}]}} from dv-cinder-760146-5-iscsi. {{(pid=94596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:38:33.036355 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.054586 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ab6b6f58-7132-46f7-81b6-6a073e9294e6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1362226 Aug 23 16:38:33.054586 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58974) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:33.054586 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:33.075254 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Pushing event updated for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.147570 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:33.170909 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Attempting to bind port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:33.171286 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Attempting to bind port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:33.171656 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Attempting to bind port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 on network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:33.179302 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:33.180038 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Checking segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:33.180935 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.182075 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Bound using segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:33.183146 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Bound port: 0f2e7750-39bc-475b-9db9-c1bb75fe7707, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:33.183587 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46784'] for router, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.184147 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.185139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3670538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46795'] for router, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.231744 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.db_base_plugin_common [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Allocated IP 172.20.0.2 (d323c17e-0f13-4d39-8bef-5b171d287ec6/b6f1b9d7-eed2-429a-9f6c-d4a843111b91/90d69005-7135-4c6f-96b7-a1a028d3c0b5) {{(pid=94596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:33.262896 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.267573 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:38:33.286872 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] For port 0f2e7750-39bc-475b-9db9-c1bb75fe7707, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:33.292394 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] For port 0f2e7750-39bc-475b-9db9-c1bb75fe7707, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=0f2e7750-39bc-475b-9db9-c1bb75fe7707,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:33.344044 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Deleting port cb7a5bef-c685-4208-8d56-cc3c28283aca {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:33.344733 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.354108 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.414123 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks [] for port, precommit_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.426266 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:33.432222 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:33.432486 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Transition to ACTIVE for port object 90d69005-7135-4c6f-96b7-a1a028d3c0b5 will not be triggered until provisioned by entity L2. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:33.463386 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Transition to ACTIVE for port object 90d69005-7135-4c6f-96b7-a1a028d3c0b5 will not be triggered until provisioned by entity DHCP. {{(pid=94596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:33.474249 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b1c4f-45d0-492b-a7df-aa05bfd602b4 None None] Pushing event updated for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:33.491533 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] For port cb7a5bef-c685-4208-8d56-cc3c28283aca, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=cb7a5bef-c685-4208-8d56-cc3c28283aca,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:33.492405 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.505827 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.509947 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Calling delete_port for cb7a5bef-c685-4208-8d56-cc3c28283aca owned by network:router_interface {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:33.572055 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:33.639681 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044'] for port, after_create {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.690140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 is already hosted by enough agents. {{(pid=94596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:33.696761 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.scheduler.base_scheduler [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Resources bound (agent type, host, resource id): {{(pid=94596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:33.702626 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Received port after_create {{(pid=94596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:33.715223 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Pushing event updated for resources: {'Port': ['ID=90d69005-7135-4c6f-96b7-a1a028d3c0b5,revision_number=1']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:33.788669 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Attempting to bind port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:33.789031 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Attempting to bind port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:33.790303 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Attempting to bind port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 on network d323c17e-0f13-4d39-8bef-5b171d287ec6 {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:33.795545 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:33.796508 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Checking segment: {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:33.796920 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.797466 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Bound using segment: {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'} {{(pid=94596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:33.797820 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.managers [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Bound port: 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'}}] {{(pid=94596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:33.798193 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.830489 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:33Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:33.863416 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d8b30-829f-434b-a4eb-17659ff0bc73 None None] The sync data for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi is: [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:33Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:33.888599 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] For port 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:33.890355 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:33.894857 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] For port 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=90d69005-7135-4c6f-96b7-a1a028d3c0b5,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:33.924016 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7a5bef-c685-4208-8d56-cc3c28283aca,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:34.049105 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.196997 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 792d0521-f6b9-4c67-8215-257997f5b213 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:34.269861 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d702f-3e5a-4b8a-bd53-2e73d81f9e1f None None] Pushing event updated for resources: {'Port': ['ID=90d69005-7135-4c6f-96b7-a1a028d3c0b5,revision_number=2']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:34.278733 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.320160 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 792d0521-f6b9-4c67-8215-257997f5b213 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:34.320533 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.369817 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.400467 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.486349 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 0f2e7750-39bc-475b-9db9-c1bb75fe7707 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:34.615208 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Allocated IP 172.27.3.167 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/2a031538-3ea4-415a-99ce-c6d021324508) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:34.645954 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:34.651977 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:34.666951 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.736890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.774505 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:34.821369 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 0f2e7750-39bc-475b-9db9-c1bb75fe7707, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=0f2e7750-39bc-475b-9db9-c1bb75fe7707,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:34.858962 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:34.976379 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:34.983081 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e4b869a1-53c9-4cdd-8c49-d411b27e5473 admin admin] 10.222.0.63 "PUT /v2.0/routers/9d4dd5c4-1eba-40b4-84da-5968cd6ce94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5903363 Aug 23 16:38:34.984977 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58976) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:34.988663 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Sync routers for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:35.000033 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:35.000759 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:35.012032 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.052905 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.080351 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:35.102495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:35.106532 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:35.129477 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks [] for router, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.151676 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:35.173317 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a031538-3ea4-415a-99ce-c6d021324508,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:35.199371 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:35.311210 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.382915 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eaaadb-85fd-41ff-bd26-0b9ab816119a None None] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:35.474948 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Deleting port fe8fa5d7-3d72-4d97-8fa8-71cef183425e {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:35.475243 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.577896 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] For port fe8fa5d7-3d72-4d97-8fa8-71cef183425e, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:35.578283 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.596134 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Calling delete_port for fe8fa5d7-3d72-4d97-8fa8-71cef183425e owned by network:router_gateway {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:35.600668 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.757397 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-25a1019a-ee49-4d51-aa20-aee5cbfd24ca None None] Provisioning for port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:35.819582 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3670643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523912'] for router, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.839710 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:38:33Z', 'revision_number': 5, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port': {'id': 'fe8fa5d7-3d72-4d97-8fa8-71cef183425e', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:28Z', 'updated_at': '2021-08-23T16:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:35.850980 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:35.884133 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8fa5d7-3d72-4d97-8fa8-71cef183425e,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:35.890752 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Checking router: 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:35.920383 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Routers {'9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:35.926582 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:35.949384 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.008095 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] Set router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c gateway port host: None {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:36.071099 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Router 4cc8a772-35aa-4552-b28c-b09c7775173d is scheduled to L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 with binding_index 1 {{(pid=94594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:38:36.072599 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:38:35Z', 'revision_number': 7, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:36.076180 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.080778 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.104684 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2702e68-cfdd-4b2d-9ae1-e757cae9a5fb None None] The sync data for ids ['9d4dd5c4-1eba-40b4-84da-5968cd6ce94c'] in dv-cinder-760146-5-iscsi is: [{'id': '9d4dd5c4-1eba-40b4-84da-5968cd6ce94c', 'name': 'tempest-TestVolumeBootPattern-240209349-router', 'tenant_id': 'd94d8b985f0446048281e61d3f75b695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:27Z', 'updated_at': '2021-08-23T16:38:35Z', 'revision_number': 7, 'project_id': 'd94d8b985f0446048281e61d3f75b695', 'gw_port_host': None}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:36.220095 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:36.233624 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Sync routers for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:36.239238 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:36.239913 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:36.278010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.278010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4dd5c4-1eba-40b4-84da-5968cd6ce94c {{(pid=94595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:38:36.278010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.278010 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6e9a3b1c-8f6e-4176-9ff5-8ad765676242 admin admin] 10.222.0.63 "DELETE /v2.0/routers/9d4dd5c4-1eba-40b4-84da-5968cd6ce94c HTTP/1.1" status: 204 len: 168 time: 1.2884142 Aug 23 16:38:36.278010 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58978) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:36.325994 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Deleting subnet c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:38:36.329110 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.346203 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:36.364957 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.381932 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.383576 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-0833d4e6-7d56-4cb3-90e5-35816825c4b3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3346152 Aug 23 16:38:36.386216 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 58980) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:36.457860 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.558037 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 0f2e7750-39bc-475b-9db9-c1bb75fe7707 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:36.610992 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:36.611422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.665180 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:35Z', 'revision_number': 3, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:36.673749 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.686614 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.692792 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5 HTTP/1.1" status: 204 len: 168 time: 0.4148643 Aug 23 16:38:36.696549 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f65356-75e9-4ff4-b074-5783c35111e4 None None] Network 0df0280e-6074-4d87-b515-75c1b78062d3 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:36.699421 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Checking router: 4cc8a772-35aa-4552-b28c-b09c7775173d for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:36.699907 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Updating router 4cc8a772-35aa-4552-b28c-b09c7775173d port 2a031538-3ea4-415a-99ce-c6d021324508 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:38:36.710613 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58982) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:36.718573 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd7737-1279-4694-bfa2-b89ed3b178c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3df7fc9-fd0c-49ba-b866-f2fd5b2b97b5,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:36.729732 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.747935 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 90d69005-7135-4c6f-96b7-a1a028d3c0b5 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:36.787979 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.852553 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Deleting port f9a97741-6b76-4e77-b6f3-94193141226b {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:36.852888 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.928789 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.939162 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] For port f9a97741-6b76-4e77-b6f3-94193141226b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f9a97741-6b76-4e77-b6f3-94193141226b,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:36.939740 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:36.962915 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Calling delete_port for f9a97741-6b76-4e77-b6f3-94193141226b owned by network:dhcp {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:36.989857 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] DHCP port deletion for 0df0280e-6074-4d87-b515-75c1b78062d3 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:38:37.017541 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:37.026170 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:37.026548 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.063777 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.083487 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Transition to ACTIVE for port object 2a031538-3ea4-415a-99ce-c6d021324508 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:37.093549 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Deleting port f9a97741-6b76-4e77-b6f3-94193141226b {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:37.093549 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.148024 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Allocated IP 172.20.0.1 (d323c17e-0f13-4d39-8bef-5b171d287ec6/b6f1b9d7-eed2-429a-9f6c-d4a843111b91/02e9f202-ab2a-4b5e-bf94-cdb6d1dba528) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:37.180795 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.183575 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] For port f9a97741-6b76-4e77-b6f3-94193141226b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=f9a97741-6b76-4e77-b6f3-94193141226b,segment=NetworkSegment(c345ebe1-91dd-4a41-9636-c7b0115994f3),segment_id=c345ebe1-91dd-4a41-9636-c7b0115994f3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:37.183955 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.203260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Calling delete_port for f9a97741-6b76-4e77-b6f3-94193141226b owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:37.258782 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.263098 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=90d69005-7135-4c6f-96b7-a1a028d3c0b5,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:37.274354 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Transition to ACTIVE for port object 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:37.382158 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.416996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.419383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.422800 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.437615 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Attempting to bind port 2a031538-3ea4-415a-99ce-c6d021324508 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:37.438015 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Attempting to bind port 2a031538-3ea4-415a-99ce-c6d021324508 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:37.438392 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Attempting to bind port 2a031538-3ea4-415a-99ce-c6d021324508 on network e6155756-7b2f-4005-9ba7-a75e0f669963 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:37.440423 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cd10d-03ec-42ce-91a1-9d42343ef056 None None] Pushing event updated for resources: {'Port': ['ID=2a031538-3ea4-415a-99ce-c6d021324508,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.454489 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:37.454761 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a97741-6b76-4e77-b6f3-94193141226b,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.454877 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Checking segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:37.455071 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] Pushing event deleted for resources: {'Port': ['ID=f9a97741-6b76-4e77-b6f3-94193141226b,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.455220 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.455719 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Bound using segment: {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:37.456831 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Bound port: 2a031538-3ea4-415a-99ce-c6d021324508, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85add552-98ca-4c53-a3b6-f03a899f54a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:37.457226 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.458056 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] No DVR routers for this DVR port f9a97741-6b76-4e77-b6f3-94193141226b on host dv-cinder-760146-5-iscsi {{(pid=94595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:37.459773 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.467695 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:37.469296 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fb95f-6589-49a5-a907-8a7b539bfc5f None None] No DVR routers for this DVR port f9a97741-6b76-4e77-b6f3-94193141226b on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:37.484924 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:37.495012 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:37.540935 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.553804 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=90d69005-7135-4c6f-96b7-a1a028d3c0b5,revision_number=3']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.556935 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] For port 2a031538-3ea4-415a-99ce-c6d021324508, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:37.560259 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] For port 2a031538-3ea4-415a-99ce-c6d021324508, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=2a031538-3ea4-415a-99ce-c6d021324508,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:37.561377 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521825'] for router_interface, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.568167 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.568805 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.569460 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.570112 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.570666 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.571171 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.571657 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.572261 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.572793 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.573273 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.573762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.573762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:38:37.599666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.609252 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0280e-6074-4d87-b515-75c1b78062d3']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:37.620975 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c345ebe1-91dd-4a41-9636-c7b0115994f3') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:37.621349 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c345ebe1-91dd-4a41-9636-c7b0115994f3') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:37.631935 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.646419 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.652799 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:38:37.653197 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:38:37.654979 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:38:37.691773 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.750134 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:37.750753 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:37.783977 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cd10d-03ec-42ce-91a1-9d42343ef056 None None] Pushing event updated for resources: {'Port': ['ID=2a031538-3ea4-415a-99ce-c6d021324508,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.820560 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.827777 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.827975 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-f2568feb-d53d-4930-bf94-8716bcd9876f None None] Provisioning for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:37.833549 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.835797 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0df0280e-6074-4d87-b515-75c1b78062d3 HTTP/1.1" status: 204 len: 168 time: 1.1241565 Aug 23 16:38:37.838223 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-f2568feb-d53d-4930-bf94-8716bcd9876f None None] Provisioning complete for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:37.838756 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-f2568feb-d53d-4930-bf94-8716bcd9876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:37.839398 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 58984) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:37.856209 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab10fe-6f14-47da-86d0-1ded7d223759 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df0280e-6074-4d87-b515-75c1b78062d3,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:37.870261 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:37.885295 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-f2568feb-d53d-4930-bf94-8716bcd9876f None None] Port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:38:38.024548 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.040215 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 90d69005-7135-4c6f-96b7-a1a028d3c0b5 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:38.076668 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:35Z', 'revision_number': 3, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:38.092730 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:38.093377 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.108190 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd426cf-3936-4f48-96ed-bed22a6d1c06 None None] The sync data for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi is: [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:35Z', 'revision_number': 3, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:38.159140 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.234906 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:38.238046 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521919'] for router_interface, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.250033 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.277221 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fe8fa5d7-3d72-4d97-8fa8-71cef183425e no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:38.308595 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: fe8fa5d7-3d72-4d97-8fa8-71cef183425e {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:38.308942 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device fe8fa5d7-3d72-4d97-8fa8-71cef183425e not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:38.309363 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f9a97741-6b76-4e77-b6f3-94193141226b no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:38.330291 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: f9a97741-6b76-4e77-b6f3-94193141226b {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:38.330546 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device f9a97741-6b76-4e77-b6f3-94193141226b not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:38.330953 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device cb7a5bef-c685-4208-8d56-cc3c28283aca no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:38.353403 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: cb7a5bef-c685-4208-8d56-cc3c28283aca {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:38.353751 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device cb7a5bef-c685-4208-8d56-cc3c28283aca not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:38.576816 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Deleting port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:38.577151 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.633425 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:38.635610 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:38.671534 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] For port 7a0eb722-1a77-4c3d-9370-d28d9de3f14e, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:38.672046 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:38.689810 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Calling delete_port for 7a0eb722-1a77-4c3d-9370-d28d9de3f14e owned by network:router_interface {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:38.768156 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Router 4cc8a772-35aa-4552-b28c-b09c7775173d has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:38.902958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:38.908126 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-ce808430-eb1b-49ce-ac5e-620fac86d5b4 admin admin] 10.222.0.63 "PUT /v2.0/routers/4cc8a772-35aa-4552-b28c-b09c7775173d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5208948 Aug 23 16:38:38.990266 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-8b387343-699b-415a-84b4-0c81db269f56 None None] Provisioning complete for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:38.990740 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8b387343-699b-415a-84b4-0c81db269f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:39.006365 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:39.030583 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-8b387343-699b-415a-84b4-0c81db269f56 None None] Port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:38:39.054338 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0eb722-1a77-4c3d-9370-d28d9de3f14e,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:39.223596 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:39.698137 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Router 4e1888fc-8623-466e-88a5-b01f2fa639e3 has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:38:39.809648 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:38:39.816250 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-895c5a19-3c5e-49f1-8168-93d1b4222ed1 admin admin] 10.222.0.63 "PUT /v2.0/routers/4e1888fc-8623-466e-88a5-b01f2fa639e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742508 Aug 23 16:38:39.817971 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59012) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:39.820677 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Sync routers for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:39.830925 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:39.831593 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:39.937385 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:39.951283 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:40.098832 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.181911 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 2a031538-3ea4-415a-99ce-c6d021324508 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:40.231973 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Deleting port 5388b246-6384-438e-a54d-cf07629cd97c {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:40.232224 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.248284 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5388b246-6384-438e-a54d-cf07629cd97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:38:38Z', 'revision_number': 5, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port': {'id': '5388b246-6384-438e-a54d-cf07629cd97c', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:30:38Z', 'updated_at': '2021-08-23T16:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:40.276260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Checking router: 4e1888fc-8623-466e-88a5-b01f2fa639e3 for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:40.288985 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Routers {'4e1888fc-8623-466e-88a5-b01f2fa639e3'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:40.289768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4e1888fc-8623-466e-88a5-b01f2fa639e3'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:40.335044 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] For port 5388b246-6384-438e-a54d-cf07629cd97c, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=5388b246-6384-438e-a54d-cf07629cd97c,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:40.335710 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.337809 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 2a031538-3ea4-415a-99ce-c6d021324508 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:40.355728 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Calling delete_port for 5388b246-6384-438e-a54d-cf07629cd97c owned by network:router_gateway {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:40.373947 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 2a031538-3ea4-415a-99ce-c6d021324508 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:40.374428 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.426858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] Set router 4e1888fc-8623-466e-88a5-b01f2fa639e3 gateway port host: None {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:40.492272 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 6, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:40.525405 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cfb123-21d1-4049-8722-2b94361728e8 None None] The sync data for ids ['4e1888fc-8623-466e-88a5-b01f2fa639e3'] in dv-cinder-760146-5-iscsi is: [{'id': '4e1888fc-8623-466e-88a5-b01f2fa639e3', 'name': 'tempest-TestVolumeBootPattern-847672462-router', 'tenant_id': '17492e8580e24f2d96abd43c06350e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:30:37Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 6, 'project_id': '17492e8580e24f2d96abd43c06350e63', 'gw_port_host': None}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:40.594353 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.621373 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 2a031538-3ea4-415a-99ce-c6d021324508, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=2a031538-3ea4-415a-99ce-c6d021324508,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:40.691705 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.707943 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.742472 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5388b246-6384-438e-a54d-cf07629cd97c,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:40.817681 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.887526 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=2a031538-3ea4-415a-99ce-c6d021324508,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:40.935691 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:40.938171 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.131051 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.131895 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1888fc-8623-466e-88a5-b01f2fa639e3 {{(pid=94595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:38:41.137611 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.138251 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-2714c9d1-b230-4920-b802-3412c5231fa6 admin admin] 10.222.0.63 "DELETE /v2.0/routers/4e1888fc-8623-466e-88a5-b01f2fa639e3 HTTP/1.1" status: 204 len: 168 time: 1.3192837 Aug 23 16:38:41.140658 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59022) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:41.200284 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Deleting subnet 7f65b5b7-9a97-4104-b3b2-5cabe23655be {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:38:41.203958 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.211906 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Sync routers for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:38:41.221706 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:41.223261 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:41.261912 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.386301 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.397342 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:41.554074 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.583020 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.585106 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f65b5b7-9a97-4104-b3b2-5cabe23655be,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:41.591676 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.593872 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-c456c331-d20a-4707-a9fb-4cb7004cb5bc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7f65b5b7-9a97-4104-b3b2-5cabe23655be HTTP/1.1" status: 204 len: 168 time: 0.4522424 Aug 23 16:38:41.597377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59024) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:41.605422 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e495a3-2f23-4b38-a4de-81d23fab6533 None None] Network 938739a5-ec99-46f9-a12d-bf4f0e0841f7 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:38:41.640889 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 4, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '02e9f202-ab2a-4b5e-bf94-cdb6d1dba528', 'name': '', 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'mac_address': 'fa:16:3e:60:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:36Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 2, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'subnets': [{'id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:41.682762 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Checking router: 4cc8a772-35aa-4552-b28c-b09c7775173d for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:38:41.683501 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Updating router 4cc8a772-35aa-4552-b28c-b09c7775173d port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 binding host dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:38:41.712254 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.740954 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.820320 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Deleting port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:41.820673 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.881020 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] DHCP port deletion for 938739a5-ec99-46f9-a12d-bf4f0e0841f7 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:38:41.906310 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] For port a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:41.906833 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:41.932642 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Calling delete_port for a3486a6c-ce8b-41d9-9f98-cbe09a722e02 owned by network:dhcp {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:41.984462 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Deleting port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:38:41.984986 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.097706 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 2a031538-3ea4-415a-99ce-c6d021324508 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:42.142786 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] For port a3486a6c-ce8b-41d9-9f98-cbe09a722e02, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,segment=NetworkSegment(525c3867-bf47-443e-b559-61a04941e619),segment_id=525c3867-bf47-443e-b559-61a04941e619)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:42.143509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.162485 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Calling delete_port for a3486a6c-ce8b-41d9-9f98-cbe09a722e02 owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:38:42.177262 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.188639 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.196779 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Transition to ACTIVE for port object 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:42.226905 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 2a031538-3ea4-415a-99ce-c6d021324508 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:42.227274 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.247677 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:42.255992 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] No DVR routers for this DVR port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 on host dv-cinder-760146-5-iscsi {{(pid=94595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:42.295976 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.332971 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.344426 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938739a5-ec99-46f9-a12d-bf4f0e0841f7']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:42.344686 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.372517 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525c3867-bf47-443e-b559-61a04941e619') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:42.372517 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525c3867-bf47-443e-b559-61a04941e619') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:42.393160 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.410367 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] No DVR routers for this DVR port a3486a6c-ce8b-41d9-9f98-cbe09a722e02 on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:38:42.415754 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366c034-48a3-4eec-b28b-723b7bc72503 None None] Pushing event deleted for resources: {'Port': ['ID=a3486a6c-ce8b-41d9-9f98-cbe09a722e02,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:42.424487 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.436968 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:38:42.441682 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:38:42.546882 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5388b246-6384-438e-a54d-cf07629cd97c no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:42.578985 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 5388b246-6384-438e-a54d-cf07629cd97c {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:42.579547 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 5388b246-6384-438e-a54d-cf07629cd97c not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:42.580053 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7a0eb722-1a77-4c3d-9370-d28d9de3f14e no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:42.603421 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 7a0eb722-1a77-4c3d-9370-d28d9de3f14e {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:42.603870 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 7a0eb722-1a77-4c3d-9370-d28d9de3f14e not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:42.604368 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device a3486a6c-ce8b-41d9-9f98-cbe09a722e02 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:38:42.611527 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.617730 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.619224 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd7b6-85fc-48a3-a631-59900de3eff1 None None] Pushing event updated for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:42.622120 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/938739a5-ec99-46f9-a12d-bf4f0e0841f7 HTTP/1.1" status: 204 len: 168 time: 1.0211847 Aug 23 16:38:42.639098 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Attempting to bind port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 on host dv-cinder-760146-5-iscsi for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:38:42.639418 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: a3486a6c-ce8b-41d9-9f98-cbe09a722e02 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:38:42.639915 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Attempting to bind port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 by drivers openvswitch,hyperv on host dv-cinder-760146-5-iscsi at level 0 using segments [{'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:38:42.640063 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device a3486a6c-ce8b-41d9-9f98-cbe09a722e02 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:38:42.640575 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Attempting to bind port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 on network d323c17e-0f13-4d39-8bef-5b171d287ec6 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:38:42.647204 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Checking agent: {'id': 'dcbac240-c079-436b-a19c-443b425f9920', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760146-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 16, 18), 'started_at': datetime.datetime(2021, 8, 23, 16, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760146-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:38:42.647604 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Checking segment: {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:38:42.647961 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.648354 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Bound using segment: {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:38:42.648817 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Bound port: 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528, host: dv-cinder-760146-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5840b208-56df-4b18-9b22-2a20156a7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:38:42.649236 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.661124 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829d2ef-81e4-4080-8065-2207715b02a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=938739a5-ec99-46f9-a12d-bf4f0e0841f7,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:42.741920 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] For port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528, host dv-cinder-760146-5-iscsi, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:38:42.745540 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] For port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528, host dv-cinder-760146-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:38:42.863769 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:42.928428 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:38:42.929075 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:38:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:42.931110 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd7b6-85fc-48a3-a631-59900de3eff1 None None] Pushing event updated for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=4']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:43.115488 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:38:43.157245 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59030) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:43.218681 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-52b6848e-37a2-45a8-b9ac-ed25e1e05b75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d94d8b985f0446048281e61d3f75b695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593541 Aug 23 16:38:43.220996 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59032) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:43.277706 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:43.303393 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:43.414946 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 4, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '02e9f202-ab2a-4b5e-bf94-cdb6d1dba528', 'name': '', 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'mac_address': 'fa:16:3e:60:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:36Z', 'updated_at': '2021-08-23T16:38:42Z', 'revision_number': 4, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'subnets': [{'id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:38:43.443096 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4907f-0d2e-4faf-ad0b-1557162f3e1d None None] The sync data for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi is: [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:38:37Z', 'revision_number': 4, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '02e9f202-ab2a-4b5e-bf94-cdb6d1dba528', 'name': '', 'network_id': 'd323c17e-0f13-4d39-8bef-5b171d287ec6', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'mac_address': 'fa:16:3e:60:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:36Z', 'updated_at': '2021-08-23T16:38:42Z', 'revision_number': 4, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'subnets': [{'id': 'b6f1b9d7-eed2-429a-9f6c-d4a843111b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:38:43.485149 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:43.488242 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:43.488978 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b4d0b520-04d1-4d5b-995d-2c5e98317efb HTTP/1.1" status: 204 len: 168 time: 0.2665246 Aug 23 16:38:43.522197 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce73bc-b20c-4d73-919a-937649794f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d0b520-04d1-4d5b-995d-2c5e98317efb,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:44.033211 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:44.627451 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:44.632112 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:44.632789 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:44.709276 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:44.758394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] For port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:38:44.844798 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:44.907738 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Pushing event updated for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:45.061727 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59042) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:45.106491 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-e478fb2c-0123-4b00-8064-64fa7af53c79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17492e8580e24f2d96abd43c06350e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437605 Aug 23 16:38:45.109065 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59044) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:38:45.180217 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:45.203686 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:45.350304 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:45.354616 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:45.359863 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/437593a3-05b5-47c6-af8c-03cdf074fa2d HTTP/1.1" status: 204 len: 168 time: 0.2439673 Aug 23 16:38:45.373874 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd5540-8cd4-4875-917e-132adf277ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437593a3-05b5-47c6-af8c-03cdf074fa2d,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:45.406770 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-738708e5-6313-4ef6-b919-59851cb9b130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:46.029762 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 up at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:38:46.088042 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Provisioning complete for port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:46.088930 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:48.125728 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7986-e0c2-400b-8fa9-8a5a6fed467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:48.250586 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:49.222483 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:50.982024 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:52.667247 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-61b19ca2-e9c3-404a-969f-2732974dfd27 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:52.668640 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-61b19ca2-e9c3-404a-969f-2732974dfd27 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 814 time: 0.1024532 Aug 23 16:38:52.684314 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-cdba5937-65e7-4caa-9cb1-d3d29397354e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/quotas/28aa185c4ae74b7087eb895d8f4267b9 HTTP/1.1" status: 200 len: 375 time: 0.0097742 Aug 23 16:38:52.734851 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-c4fb34bf-1515-4ff7-a17c-24032b730f51 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452843 Aug 23 16:38:52.844138 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-43b83f54-6079-46b2-8c8a-a41061b05364 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=94594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:38:52.845175 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-43b83f54-6079-46b2-8c8a-a41061b05364 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981483 Aug 23 16:38:52.938429 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-c88b2513-406e-4e77-9c52-8fbc0988d78b service neutron] 10.222.0.63 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Aug 23 16:38:53.031875 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-96c16f20-fd94-4e21-80ba-5af9919a44b2 service neutron] 10.222.0.63 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Aug 23 16:38:53.276822 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-e1ed6139-6d18-4f82-a573-c0088d311970 req-b2389640-774d-4336-bce3-32e871d2786c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 210 time: 0.0283434 Aug 23 16:38:54.362565 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-265eb2f6-0190-4ceb-80cc-dba2fbd9697c req-3d0cfa3f-d35f-49f8-8b9b-78bfdbbd9564 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Aug 23 16:38:55.459439 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-b0af2ce3-f228-4e1a-8da1-56192ea16caf req-e4594def-0848-4baf-9c32-1ae36d4d1080 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Aug 23 16:38:55.513899 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-c7e6a5c0-4897-4ac8-8c1b-32781194a875 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:55.515357 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-c7e6a5c0-4897-4ac8-8c1b-32781194a875 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 814 time: 0.1056652 Aug 23 16:38:55.528920 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'port': {'device_id': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'admin_state_up': True, 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:38:55.809863 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Made reservation on behalf of 28aa185c4ae74b7087eb895d8f4267b9 for: {'port': 1} {{(pid=94594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:38:55.813345 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:55.941958 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Allocated IP 172.20.0.4 (4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6/91d5b289-fa17-4205-afff-f1ab87da3c3d/a2b50c51-b473-4c74-ba48-5b431fb3ff9b) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:38:56.085318 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:56.099315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Transition to ACTIVE for port object a2b50c51-b473-4c74-ba48-5b431fb3ff9b will not be triggered until provisioned by entity DHCP. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:38:56.210591 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:56.264214 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:38:56.267223 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:38:56.271959 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:38:56.298515 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:38:56.327662 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:56.328303 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:56.406370 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a381d20e-61ba-4eb8-91ed-8be81214f907 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803737 Aug 23 16:38:56.604634 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7598761-fd65-4979-b2f8-1c05952c1c29 req-e81803a9-ea8f-47c6-b1e2-633aebea5099 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:56.609934 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f7598761-fd65-4979-b2f8-1c05952c1c29 req-e81803a9-ea8f-47c6-b1e2-633aebea5099 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0648098 Aug 23 16:38:56.654868 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-f7598761-fd65-4979-b2f8-1c05952c1c29 req-670914cd-6586-44de-b550-c55d1d0fd960 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Aug 23 16:38:56.667126 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-e11760cb-e155-4050-a9b4-46da4f98b94d None None] Provisioning for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b completed by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:38:56.672000 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-e11760cb-e155-4050-a9b4-46da4f98b94d None None] Provisioning complete for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:38:56.672370 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e11760cb-e155-4050-a9b4-46da4f98b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:38:56.710207 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-e11760cb-e155-4050-a9b4-46da4f98b94d None None] Port a2b50c51-b473-4c74-ba48-5b431fb3ff9b cannot update to ACTIVE because it is not bound. {{(pid=94596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:38:57.788662 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa4e67-3303-4b62-8c46-e5711c414b7f req-fda7c941-9824-4f30-b728-87dcf89e8373 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:57.790205 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0aa4e67-3303-4b62-8c46-e5711c414b7f req-fda7c941-9824-4f30-b728-87dcf89e8373 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0571039 Aug 23 16:38:57.834355 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-d0aa4e67-3303-4b62-8c46-e5711c414b7f req-9fb7f2c2-a7c2-4fa8-8126-eceb0acbbea6 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Aug 23 16:38:58.954495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280062ab-6489-436c-9675-cf10f7b910fd req-ebf4507b-3ed2-4caa-93ea-d948fd893184 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:38:58.956108 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-280062ab-6489-436c-9675-cf10f7b910fd req-ebf4507b-3ed2-4caa-93ea-d948fd893184 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0551863 Aug 23 16:38:58.995993 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-280062ab-6489-436c-9675-cf10f7b910fd req-5eb6c136-6658-42c5-8d74-41b64f223db3 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Aug 23 16:39:00.129657 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae6796-72e5-49ca-b95f-7be8d5370523 req-4de3992a-ecae-4bf0-8039-bfc6fdc4a2ba tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:00.131461 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1aae6796-72e5-49ca-b95f-7be8d5370523 req-4de3992a-ecae-4bf0-8039-bfc6fdc4a2ba tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0589850 Aug 23 16:39:00.173086 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1aae6796-72e5-49ca-b95f-7be8d5370523 req-3168bf54-ae6f-4719-a085-8d94c5160501 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Aug 23 16:39:01.307703 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b50634-eb75-4cc9-a40d-ac2d0fe01879 req-4d0629aa-133a-40c8-88d6-7f38807088fc tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:01.309307 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-15b50634-eb75-4cc9-a40d-ac2d0fe01879 req-4d0629aa-133a-40c8-88d6-7f38807088fc tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0614185 Aug 23 16:39:01.361198 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-15b50634-eb75-4cc9-a40d-ac2d0fe01879 req-bf1ecdc8-4262-41f3-8d7a-86d085ba022f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Aug 23 16:39:02.502832 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066664b-494c-4ce7-83ed-9243dd4b8585 req-f2ac5e61-179e-4efc-ba5d-a054edd82ebd tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:02.505985 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a066664b-494c-4ce7-83ed-9243dd4b8585 req-f2ac5e61-179e-4efc-ba5d-a054edd82ebd tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0640724 Aug 23 16:39:02.559225 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-a066664b-494c-4ce7-83ed-9243dd4b8585 req-d10b5bb2-43d7-4dc1-b5fb-e8446b6fe05f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Aug 23 16:39:03.693756 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef943e-66fb-4eeb-a618-bc432ddd66b5 req-5948f487-1aae-4277-b817-a7ff0e84e507 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:03.695306 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-72ef943e-66fb-4eeb-a618-bc432ddd66b5 req-5948f487-1aae-4277-b817-a7ff0e84e507 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0626535 Aug 23 16:39:03.743582 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-72ef943e-66fb-4eeb-a618-bc432ddd66b5 req-58b425cd-3965-4741-a6f8-f88017d8f1da tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Aug 23 16:39:04.875933 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892229e-b65c-4af5-9e21-4b73421e994b req-0e7da219-a4fb-4aab-a9dc-20b85ed0eb17 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:04.878232 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5892229e-b65c-4af5-9e21-4b73421e994b req-0e7da219-a4fb-4aab-a9dc-20b85ed0eb17 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0605884 Aug 23 16:39:04.930855 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-5892229e-b65c-4af5-9e21-4b73421e994b req-6459f128-e446-47ab-98cd-abb9153a5500 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Aug 23 16:39:06.069616 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Request body: {'port': {'device_id': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76014'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:06.080815 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42cfb6-456d-44e8-b5e7-669b8096c4df req-08ee1eec-4b38-41fd-9893-e8de2623a445 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:06.082414 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8b42cfb6-456d-44e8-b5e7-669b8096c4df req-08ee1eec-4b38-41fd-9893-e8de2623a445 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 931 time: 0.0699134 Aug 23 16:39:06.162728 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8b42cfb6-456d-44e8-b5e7-669b8096c4df req-6deeed88-9c80-48f2-a32b-4b866f837e40 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 Aug 23 16:39:06.163728 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:06.482769 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b50c51-b473-4c74-ba48-5b431fb3ff9b {{(pid=94594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:39:06.492962 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:06.506652 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.provisioning_blocks [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Transition to ACTIVE for port object a2b50c51-b473-4c74-ba48-5b431fb3ff9b will not be triggered until provisioned by entity L2. {{(pid=94594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:39:06.752787 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:06.811724 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:06.903928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Attempting to bind port a2b50c51-b473-4c74-ba48-5b431fb3ff9b on host hv-cinder-76014 for vnic_type normal with profile {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:39:06.903928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Attempting to bind port a2b50c51-b473-4c74-ba48-5b431fb3ff9b by drivers openvswitch,hyperv on host hv-cinder-76014 at level 0 using segments [{'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:39:06.903928 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Attempting to bind port a2b50c51-b473-4c74-ba48-5b431fb3ff9b on network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:39:06.909725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Port a2b50c51-b473-4c74-ba48-5b431fb3ff9b on network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76014 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:39:06.909725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Attempting to bind port a2b50c51-b473-4c74-ba48-5b431fb3ff9b on network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:39:06.915725 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Checking agent: {'id': 'beef154a-db45-4f29-bd8e-f56bfd7c555b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'started_at': datetime.datetime(2021, 8, 23, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:39:06.916073 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Checking segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:39:06.916465 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Bound using segment: {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'} {{(pid=94594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:39:06.916910 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.managers [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Bound port: a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host: hv-cinder-76014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29854a23-54dd-4971-86e4-4f3a79fc2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6'}}] {{(pid=94594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:39:06.917273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:07.007236 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, cleared binding levels {{(pid=94594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:39:07.010258 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:39:07.108715 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:07.147604 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.148260 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:07.150033 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] 10.222.0.82 "PUT /v2.0/ports/a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 1093 time: 1.0881829 Aug 23 16:39:07.152589 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:39:07.155916 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482e10a-f172-4672-a178-5b8eaefe8131" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:39:07.187912 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4659-f4fa-4803-b332-61cc63f66e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=3']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:07.200506 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f5c365-fd3d-47ed-a62f-5677cedc2be2 x-openstack-request-id: req-32f5c365-fd3d-47ed-a62f-5677cedc2be2 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:39:07.201242 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:39:07.201574 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32f5c365-fd3d-47ed-a62f-5677cedc2be2 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:39:07.202049 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:39:07.305315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-8027d9ba-e086-4123-9934-10d81a7c48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.306862 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-8027d9ba-e086-4123-9934-10d81a7c48f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1096 time: 0.0809770 Aug 23 16:39:07.320266 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a5105-5bd3-49b0-ab08-5e1d8e84af0e req-eee37a47-8ac7-4dff-983f-e2507e696aca tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.321815 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c30a5105-5bd3-49b0-ab08-5e1d8e84af0e req-eee37a47-8ac7-4dff-983f-e2507e696aca tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 943 time: 0.0639904 Aug 23 16:39:07.427226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c30a5105-5bd3-49b0-ab08-5e1d8e84af0e req-593e9a23-04aa-40ae-9d8e-795cd816b0ac tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943522 Aug 23 16:39:07.457572 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-73198029-1dd0-4b37-be44-485f74c5fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.459073 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-73198029-1dd0-4b37-be44-485f74c5fb36 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1363666 Aug 23 16:39:07.565955 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-3677d911-f4ef-47bf-9838-230d2594755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.567353 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e482e10a-f172-4672-a178-5b8eaefe8131 req-3677d911-f4ef-47bf-9838-230d2594755f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008909 Aug 23 16:39:07.650398 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-0cc1204d-1bba-46ab-baf8-8833440b95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.651913 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-0cc1204d-1bba-46ab-baf8-8833440b95c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1096 time: 0.0459669 Aug 23 16:39:07.696282 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-d54a7f04-882c-419d-bff0-99ca06ea050c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 217 time: 0.0356910 Aug 23 16:39:07.751452 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-1f722d4e-d90b-497b-805d-888cf271c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.754364 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-1f722d4e-d90b-497b-805d-888cf271c43b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0502403 Aug 23 16:39:07.800515 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-ae22d96f-7bf3-4b94-bf2f-c5c8c578317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:07.802091 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-ae22d96f-7bf3-4b94-bf2f-c5c8c578317e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415676 Aug 23 16:39:07.903702 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-c2cf6472-a319-414d-9db5-3bb11c9e8ca9 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940726 Aug 23 16:39:08.002829 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-4ee9bf60-1480-459a-8d16-c06e0ee4d854 req-e0f9e3b8-9d27-4a2f-9a48-8c90bb0cd039 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914793 Aug 23 16:39:08.549384 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e2b07-ca20-417e-be02-2f24ed3f37cc req-83cffa6a-a79b-412d-8014-575a02c8f558 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:08.550898 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ab3e2b07-ca20-417e-be02-2f24ed3f37cc req-83cffa6a-a79b-412d-8014-575a02c8f558 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 943 time: 0.0509834 Aug 23 16:39:08.591548 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-ab3e2b07-ca20-417e-be02-2f24ed3f37cc req-e3d085f3-684b-4f7d-a99a-3a69c2efd432 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336866 Aug 23 16:39:09.241551 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a2b50c51-b473-4c74-ba48-5b431fb3ff9b details requested by agent hyperv_hv-cinder-76014 with host hv-cinder-76014 {{(pid=94596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:39:09.333578 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:39:09.343669 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Returning: {'device': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'port_id': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'mac_address': 'fa:16:3e:e3:c1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:39:09.385407 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:09.400188 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b50c51-b473-4c74-ba48-5b431fb3ff9b {{(pid=94596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:39:09.420889 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:39:09.507528 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:09.554487 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=4']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:09.710730 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a34ff-2a76-467e-8b0b-a220101368b0 req-aad0f8e3-862a-4147-bf16-011eb4b49735 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:09.712390 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-693a34ff-2a76-467e-8b0b-a220101368b0 req-aad0f8e3-862a-4147-bf16-011eb4b49735 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 944 time: 0.0517650 Aug 23 16:39:09.722705 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:39:09.752602 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-693a34ff-2a76-467e-8b0b-a220101368b0 req-c449cc90-00f8-4990-9767-f03a811c42d1 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Aug 23 16:39:10.206424 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:39:10.869099 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41179196-b483-41e6-a204-39f4c38878d8 req-461820c1-7b29-40e2-8547-b28cd0eb2b60 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:10.870507 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-41179196-b483-41e6-a204-39f4c38878d8 req-461820c1-7b29-40e2-8547-b28cd0eb2b60 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 944 time: 0.0518458 Aug 23 16:39:10.916670 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-41179196-b483-41e6-a204-39f4c38878d8 req-8e875d7d-b0f3-49ed-b79d-1275995e909d tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Aug 23 16:39:11.259282 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a2b50c51-b473-4c74-ba48-5b431fb3ff9b up at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:39:11.404485 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b completed by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:39:11.408657 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Provisioning complete for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b triggered by entity L2. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:39:11.409040 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:11.504267 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:11.528034 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:39:11.530253 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}913b8ae798b96d4b93aa2b22cfbf122018554e81db8d289636968d52dae0e1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56001d0-0792-4741-8d17-8c6a357cde15" -d '{"events": [{"server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "name": "network-vif-plugged", "status": "completed", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:39:11.546320 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:39:11.574403 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d823d-6e00-4261-b3ec-1db042c8b481 x-openstack-request-id: req-867d823d-6e00-4261-b3ec-1db042c8b481 {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:39:11.574699 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "name": "network-vif-plugged", "status": "completed", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "code": 200}]} {{(pid=94596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:39:11.574952 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-867d823d-6e00-4261-b3ec-1db042c8b481 {{(pid=94596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:39:11.575350 dv-cinder-760146-5-iscsi neutron-server[94596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'code': 200} Aug 23 16:39:11.587260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:11.690363 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364'] for port, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:11.748874 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=5']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:11.961210 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b66a-52be-4d32-bf29-4d51b9e678ef req-5b0d14a7-93d9-4dcd-bd08-eaba88b6c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:11.964144 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d1d5b66a-52be-4d32-bf29-4d51b9e678ef req-5b0d14a7-93d9-4dcd-bd08-eaba88b6c7cf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1098 time: 0.0540986 Aug 23 16:39:12.007864 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-d1d5b66a-52be-4d32-bf29-4d51b9e678ef req-67ede815-25a9-407e-8eb3-ac05d591ee9b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Aug 23 16:39:12.059116 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1663-e467-4b59-8ad5-fa59fa41ae7f req-37a60d82-b4de-42ae-92f2-6e77fef31948 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:12.060683 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eafc1663-e467-4b59-8ad5-fa59fa41ae7f req-37a60d82-b4de-42ae-92f2-6e77fef31948 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0534573 Aug 23 16:39:12.104852 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-eafc1663-e467-4b59-8ad5-fa59fa41ae7f req-6cbad4b7-c7db-4389-809d-5cac61768760 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Aug 23 16:39:13.242716 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e1215-c088-47ee-aca9-ee9a10b57134 req-5114ec87-2528-48e9-82d9-547b2c9f25be tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:13.244678 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-324e1215-c088-47ee-aca9-ee9a10b57134 req-5114ec87-2528-48e9-82d9-547b2c9f25be tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0655291 Aug 23 16:39:13.289042 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-324e1215-c088-47ee-aca9-ee9a10b57134 req-d1bb8b00-6dd2-4787-9862-e6c90550436c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Aug 23 16:39:14.415534 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba9f4-6db2-4c2b-afe0-267074f2b541 req-de46ed0f-62f9-4c26-a1df-f756bce5241a tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:14.417071 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-877ba9f4-6db2-4c2b-afe0-267074f2b541 req-de46ed0f-62f9-4c26-a1df-f756bce5241a tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Aug 23 16:39:14.465791 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-877ba9f4-6db2-4c2b-afe0-267074f2b541 req-124085e3-4a4f-4617-a2fd-bc4d7054bb41 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Aug 23 16:39:14.590614 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1a2cf-baa4-4187-8f02-ed3c59b27078 req-d40d3ce5-c592-4fa4-b240-647af699a256 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:14.592244 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c5a1a2cf-baa4-4187-8f02-ed3c59b27078 req-d40d3ce5-c592-4fa4-b240-647af699a256 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Aug 23 16:39:14.635532 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-c5a1a2cf-baa4-4187-8f02-ed3c59b27078 req-29dc964a-bee6-4dee-af60-f986d92e1add tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Aug 23 16:39:14.982055 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1deae-028a-4dee-960f-ce724ffb40cf req-e370163a-b197-43d3-bf44-8406a148840a tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:14.983715 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-afc1deae-028a-4dee-960f-ce724ffb40cf req-e370163a-b197-43d3-bf44-8406a148840a tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0542083 Aug 23 16:39:15.035815 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-afc1deae-028a-4dee-960f-ce724ffb40cf req-146ece43-86e0-490f-b9e9-1c527a3eff86 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Aug 23 16:39:15.444319 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-74eef31b-3557-4364-806f-73e1a4793804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:18.159068 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b0f7c566-e854-414a-83e6-8bfbf4fa6175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:18.295544 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:19.307399 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:20.992327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:25.887684 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af3f2c-3e72-4d7f-9ef5-0392d71eccac req-2f7f66a3-14ec-4853-8cf2-b2a345cb58d1 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:25.889178 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11af3f2c-3e72-4d7f-9ef5-0392d71eccac req-2f7f66a3-14ec-4853-8cf2-b2a345cb58d1 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Aug 23 16:39:25.927499 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-11af3f2c-3e72-4d7f-9ef5-0392d71eccac req-4d7518c8-af70-4292-b676-3030c7eeb0a1 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Aug 23 16:39:25.953480 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59206) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:26.101743 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f403042a-49ec-4692-8426-1e26a4a3fbcc tempest-TestMinimumBasicScenario-1642269020 tempest-TestMinimumBasicScenario-1642269020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:26.103518 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-f403042a-49ec-4692-8426-1e26a4a3fbcc tempest-TestMinimumBasicScenario-1642269020 tempest-TestMinimumBasicScenario-1642269020-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1093 time: 0.1487417 Aug 23 16:39:26.107139 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59210) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:26.113170 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'floatingip': {'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'port_id': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:26.238511 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for floatingip, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:26.342868 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:26.446878 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_common [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Allocated IP 172.27.3.114 (e6155756-7b2f-4005-9ba7-a75e0f669963/49cc94ab-d5a2-4517-a371-bce8fb818ff7/d5663cbb-14cd-43a8-b944-3f9f1b46091d) {{(pid=94594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:39:26.547184 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for port, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:26.689871 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742927566044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:26.734761 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Network e6155756-7b2f-4005-9ba7-a75e0f669963 is already hosted by enough agents. {{(pid=94594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:39:26.740197 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.base_scheduler [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Resources bound (agent type, host, resource id): {{(pid=94594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:39:26.743645 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Received port after_create {{(pid=94594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:39:26.752824 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'Port': ['ID=d5663cbb-14cd-43a8-b944-3f9f1b46091d,revision_number=1']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:27.108319 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:27.275221 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:27.426507 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:27.522925 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:27.592624 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'Port': ['ID=d5663cbb-14cd-43a8-b944-3f9f1b46091d,revision_number=2']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:27.606963 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.607576 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.608159 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.608723 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.609309 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.609936 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.610558 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.611168 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.611731 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.612295 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.612890 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.613474 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:27.620648 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523814'] for floatingip, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:27.725223 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.db.l3_db [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Floating IP bd432d7e-2f11-4f6f-b576-6f96573abd8a associated. External IP: 172.27.3.114, port: a2b50c51-b473-4c74-ba48-5b431fb3ff9b. Aug 23 16:39:27.936315 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Router e63299fd-60d8-4627-94f5-335aed18859e has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:39:28.053545 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:39:28.066015 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Sync routers for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:39:28.075552 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:39:28.082217 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:39:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:39:28.146653 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.174853 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-950dfd92-53e7-4198-a500-84b19e18df88 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0665860 Aug 23 16:39:28.175540 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:39:28.177820 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a546c717-a3c6-4e92-b248-869e0d6d4827" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:39:28.178080 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59212) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:28.183316 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802225590', 'description': 'tempest-secgroup-smoke-802225590 description', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:28.183731 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:39:28.232484 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754cfa02-c49c-4d64-bd52-03b1f3be9250 x-openstack-request-id: req-754cfa02-c49c-4d64-bd52-03b1f3be9250 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:39:28.232880 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:39:28.233224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-754cfa02-c49c-4d64-bd52-03b1f3be9250 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:39:28.233753 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:39:28.303337 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-9c3935c5-adc8-42ae-9818-c501acc09d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:28.305698 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-9c3935c5-adc8-42ae-9818-c501acc09d28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1098 time: 0.0511434 Aug 23 16:39:28.370032 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.425394 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'bd432d7e-2f11-4f6f-b576-6f96573abd8a', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'port_id': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'mac_address': 'fa:16:3e:e3:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:39:26Z', 'updated_at': '2021-08-23T16:39:26Z', 'revision_number': 0, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:39:28.453795 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Checking router: e63299fd-60d8-4627-94f5-335aed18859e for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:39:28.462961 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.463224 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:39:28.463693 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:39:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:39:28.575237 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:39:28.614624 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.650903 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b30ccb-1a20-4693-ab79-2c9be9087f40,revision_number=1']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:28.676273 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-d4d4b9eb-840f-4604-8b24-3308d963abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:28.677748 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-d4d4b9eb-840f-4604-8b24-3308d963abdc service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.3653781 Aug 23 16:39:28.734438 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.736419 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7d27bc40-1317-4b7c-8652-4ff0880fd890 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5572550 Aug 23 16:39:28.739454 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59216) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:28.744101 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:28.748573 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-d5113478-0a9b-476a-b357-8cfcc11fb6e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 999 time: 0.0630898 Aug 23 16:39:28.803129 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-6e1536a6-4c17-4397-933d-54c79348f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:28.804614 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-6e1536a6-4c17-4397-933d-54c79348f14a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0480788 Aug 23 16:39:28.815242 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'bd432d7e-2f11-4f6f-b576-6f96573abd8a', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'port_id': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'mac_address': 'fa:16:3e:e3:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:39:26Z', 'updated_at': '2021-08-23T16:39:26Z', 'revision_number': 0, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:39:28.846424 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281ddcb-6838-4e8e-a3dc-b2f229b89f4e None None] The sync data for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi is: [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_floatingips': [{'id': 'bd432d7e-2f11-4f6f-b576-6f96573abd8a', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'router_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'port_id': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'mac_address': 'fa:16:3e:e3:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:39:26Z', 'updated_at': '2021-08-23T16:39:26Z', 'revision_number': 0, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:39:28.857813 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-951c2827-67c6-414f-a77a-b5b02304777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:28.859316 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-951c2827-67c6-414f-a77a-b5b02304777f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464084 Aug 23 16:39:28.900519 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.963666 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:28.970372 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-9ce8982a-3ff5-44e6-9986-bb924a965d0d service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025395 Aug 23 16:39:29.052090 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cff6a-808b-4b9d-b2e2-de00e9afc425 None None] New status for floating IP bd432d7e-2f11-4f6f-b576-6f96573abd8a: ACTIVE {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:39:29.054949 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.078322 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2669f164-e325-4747-a07a-a848087ce3f7,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:29.081192 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a546c717-a3c6-4e92-b248-869e0d6d4827 req-f8b81793-18f2-4455-9a18-03dc77c6f44c service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018951 Aug 23 16:39:29.181294 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.185373 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59218) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:29.185867 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-6bb77fa1-3325-4a11-a928-67ad474d2f5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448736 Aug 23 16:39:29.190599 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:29.340547 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.401330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.484080 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.503394 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35ae6d7-261a-496c-94e9-009d14c2a091,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:29.585968 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.587265 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-39ad2796-2135-4778-b74c-7f004f14877c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007952 Aug 23 16:39:29.589949 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59220) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:29.594518 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:29.707067 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.765609 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.854985 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.872906 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fce8c2-af38-4fae-8da6-cfa3038b25ea,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:29.957999 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:29.959262 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-f262b41f-102c-44a3-bf58-d1b7c002ed16 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683705 Aug 23 16:39:29.962686 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59222) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:29.967270 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:30.067034 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.132575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.209333 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.226748 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13baced-ac2c-41ba-9e6d-1d506bbc222a,revision_number=0']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:30.305927 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.307226 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-eebbd86d-31dc-43fa-b5e9-a67f7001ae0c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3435521 Aug 23 16:39:30.310149 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59224) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:30.315033 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:30.455255 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.securitygroups_db [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Project 28aa185c4ae74b7087eb895d8f4267b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:39:30.460565 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.522918 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.598357 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.619682 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cbb397-5201-4f36-81a8-e4d2ac224d9c,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:30.629596 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.629994 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.630377 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.630775 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.631111 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.631439 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.631875 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.632329 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.632764 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.633213 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.633631 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.634174 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:39:30.723873 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.725031 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-fc9a9fe3-3c19-4d14-847e-32e798784545 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4138367 Aug 23 16:39:30.727795 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59226) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:39:30.732145 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.v2.base [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'security_group_rule': {'security_group_id': '86b30ccb-1a20-4693-ab79-2c9be9087f40', 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:30.832357 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.securitygroups_db [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Project 28aa185c4ae74b7087eb895d8f4267b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:39:30.837549 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.898816 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:30.992828 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454173'] for security_group_rule, after_create {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.012672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff80a7b9-5c57-4c95-a6cf-e6a3ee59dbab,revision_number=0']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:31.083767 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.085008 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-cc0c47ee-8a5c-45e4-9362-6a5fd5c07240 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562846 Aug 23 16:39:31.167942 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-da9212ab-14f7-4d18-b087-de77c44842d0 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802225590&fields=id&tenant_id=28aa185c4ae74b7087eb895d8f4267b9 HTTP/1.1" status: 200 len: 267 time: 0.0326242 Aug 23 16:39:31.221355 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-76f73b0a-a5fc-45b4-af69-8f52518d827b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:31.223186 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-76f73b0a-a5fc-45b4-af69-8f52518d827b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Aug 23 16:39:31.234115 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'port': {'security_groups': ['417eeace-0479-4ab6-bfe1-06eb65605612', '86b30ccb-1a20-4693-ab79-2c9be9087f40']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:39:31.298751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.483992 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:39:31.515394 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.591933 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.604931 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:39:31.637755 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:31.638421 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:31.640067 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-b50922ab-1086-4d3b-8102-4bb18b676bb4 req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "PUT /v2.0/ports/a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 981 time: 0.4105875 Aug 23 16:39:31.640739 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:39:31.644075 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db655d2c-33e5-4fc9-bb45-dbc4878827e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:39:31.694290 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108a5c3-8e62-478d-abfe-a48057eb5e0e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=6']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:39:31.710016 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a8d9e-02ee-419a-9bef-d1d2a5e208c8 x-openstack-request-id: req-c30a8d9e-02ee-419a-9bef-d1d2a5e208c8 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:39:31.710320 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:39:31.710575 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c30a8d9e-02ee-419a-9bef-d1d2a5e208c8 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:39:31.710969 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:39:31.724082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:39:31.816913 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90921-cfdf-4717-b177-91d28fc44aaa req-b67091c4-4a36-46a1-a5b3-b6725223f942 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:31.818514 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3de90921-cfdf-4717-b177-91d28fc44aaa req-b67091c4-4a36-46a1-a5b3-b6725223f942 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0833845 Aug 23 16:39:31.824406 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-94358653-0c1c-4c4a-b775-c44b83ad0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:31.825912 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-94358653-0c1c-4c4a-b775-c44b83ad0d5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1137 time: 0.0806224 Aug 23 16:39:31.916901 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-3de90921-cfdf-4717-b177-91d28fc44aaa req-e32ea96f-0935-4787-9c72-468f0dc5d977 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898695 Aug 23 16:39:31.953227 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-831422e3-7104-4311-8882-c04b99c76c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:31.956725 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-831422e3-7104-4311-8882-c04b99c76c3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.1210117 Aug 23 16:39:31.957964 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-31a96af1-9515-4c7c-aa25-c968108338a7 None None] Provisioning complete for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:39:31.958417 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-31a96af1-9515-4c7c-aa25-c968108338a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:32.036042 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-1a9fef32-7c17-41cb-b0ab-03a368428b51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 1001 time: 0.0715549 Aug 23 16:39:32.091751 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-54a3ceeb-7db5-47c9-ac7f-bdbed9c59fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:32.093296 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-54a3ceeb-7db5-47c9-ac7f-bdbed9c59fdf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0494070 Aug 23 16:39:32.148843 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-51776bbd-1231-487b-bbfd-e8068f484aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:32.151522 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-51776bbd-1231-487b-bbfd-e8068f484aa3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496967 Aug 23 16:39:32.267586 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-043a2804-0420-429e-8481-934c7a314118 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070955 Aug 23 16:39:32.368762 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-db655d2c-33e5-4fc9-bb45-dbc4878827e5 req-81142f98-f109-43a6-8afa-60b44d0bf94b service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918393 Aug 23 16:39:41.557697 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:45.443234 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-b4059543-f978-4513-bbc9-de1036b0f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:47.206090 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:39:47.537574 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6325d64-f6dd-4005-8854-857aa1d6cd97 req-a754d0d7-d0f7-4500-b845-3dc613710853 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:47.539309 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a6325d64-f6dd-4005-8854-857aa1d6cd97 req-a754d0d7-d0f7-4500-b845-3dc613710853 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0503542 Aug 23 16:39:47.582022 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-a6325d64-f6dd-4005-8854-857aa1d6cd97 req-6c75827b-29a4-4e5f-b1d2-041c845ea2e3 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356345 Aug 23 16:39:47.637945 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-249ef107-3da9-4c39-87ea-593859248929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:47.639439 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-249ef107-3da9-4c39-87ea-593859248929 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1137 time: 0.0473406 Aug 23 16:39:47.732379 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-b3b383d3-4dd5-4f9d-848d-b55e11fbf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:47.733788 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-b3b383d3-4dd5-4f9d-848d-b55e11fbf379 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.0858510 Aug 23 16:39:47.805011 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-c06fb683-806f-4726-a531-f075957d3dbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 1001 time: 0.0618801 Aug 23 16:39:47.863223 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-6b8f5f43-631d-4765-a95c-438c245a439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:47.864709 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-6b8f5f43-631d-4765-a95c-438c245a439f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0458734 Aug 23 16:39:47.913720 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-eaca8793-a876-4bfe-bf95-c978105b1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:47.915243 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-eaca8793-a876-4bfe-bf95-c978105b1809 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402679 Aug 23 16:39:48.012230 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-4f3874a3-7b3c-4fbe-b52b-ff49cd44d05e service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849707 Aug 23 16:39:48.102807 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7d6c6392-3344-4086-ba46-f2694eb17587 req-55e4541a-9b09-4576-98d7-e555dfc8a1b7 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Aug 23 16:39:48.188823 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-64ffea16-126a-4cf4-90eb-623c9f2f615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:48.217323 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-ac56c86f-7175-4ff7-94f5-7c6595f94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:48.218975 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-ac56c86f-7175-4ff7-94f5-7c6595f94c9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1137 time: 0.0425279 Aug 23 16:39:48.267104 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:48.332801 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-29390b1c-f993-486a-9628-eb6458b93742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:48.334341 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-29390b1c-f993-486a-9628-eb6458b93742 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.0946701 Aug 23 16:39:48.402251 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-83c463aa-9517-470c-996d-65003f43e8ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 1001 time: 0.0602083 Aug 23 16:39:48.456469 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-6d6c1010-0efc-42f1-931c-0139c7ecd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:48.457979 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-6d6c1010-0efc-42f1-931c-0139c7ecd689 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0489318 Aug 23 16:39:48.509676 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-e593501c-5d6f-4dfd-afd2-a92d1ddcf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:48.511302 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-e593501c-5d6f-4dfd-afd2-a92d1ddcf04b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411398 Aug 23 16:39:48.606767 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-43cdb3cd-27b6-4b53-aae8-c50602a0e70d service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Aug 23 16:39:48.705133 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fed7-6147-4114-86d5-3ea8f0167dd8 req-1bc9df24-94e2-4a52-84e6-272e5c23589e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:48.706711 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fc55fed7-6147-4114-86d5-3ea8f0167dd8 req-1bc9df24-94e2-4a52-84e6-272e5c23589e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0524518 Aug 23 16:39:48.720757 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-7eb47f51-d35e-46d7-a86c-2577787e8cc4 req-68042ede-82fd-4cf4-a71a-36cdf3566eff service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900769 Aug 23 16:39:48.748154 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-fc55fed7-6147-4114-86d5-3ea8f0167dd8 req-b0dd88b5-e3f9-4a8d-8943-6aeecfe1d561 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352578 Aug 23 16:39:49.203086 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:49.864218 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb577-cdd8-4d0d-a65c-4e9b3997a2db req-9072e9c7-036a-4c0d-b22d-1075f3d82caa tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:49.865845 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6c7eb577-cdd8-4d0d-a65c-4e9b3997a2db req-9072e9c7-036a-4c0d-b22d-1075f3d82caa tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0501235 Aug 23 16:39:49.907868 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-6c7eb577-cdd8-4d0d-a65c-4e9b3997a2db req-d2f9861c-bf9d-4e10-94d6-298e0b67d148 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356917 Aug 23 16:39:50.986366 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:39:51.026556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2acb-ee22-45eb-b721-edb9cc0c92af req-d577ac8f-ec55-46a1-bda5-de3d6f184b78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:51.028035 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d6b2acb-ee22-45eb-b721-edb9cc0c92af req-d577ac8f-ec55-46a1-bda5-de3d6f184b78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0505180 Aug 23 16:39:51.069805 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-1d6b2acb-ee22-45eb-b721-edb9cc0c92af req-94354c23-1a4b-463a-82d5-e6d20306a6c5 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354726 Aug 23 16:39:52.199276 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d66f7f-bcfc-4871-adbc-ad5bad1947e1 req-afb504d3-c50c-4256-8912-081369bb007b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:52.200891 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-08d66f7f-bcfc-4871-adbc-ad5bad1947e1 req-afb504d3-c50c-4256-8912-081369bb007b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0620303 Aug 23 16:39:52.250903 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-08d66f7f-bcfc-4871-adbc-ad5bad1947e1 req-0af9375e-a52d-49c0-a3e5-a2ce1ad157b1 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436211 Aug 23 16:39:53.382755 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3032c-3303-4f53-b401-609a2d4fe5fe req-55024543-cc50-4e14-baea-c33696ff5864 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:53.384287 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-55d3032c-3303-4f53-b401-609a2d4fe5fe req-55024543-cc50-4e14-baea-c33696ff5864 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0620368 Aug 23 16:39:53.426312 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-55d3032c-3303-4f53-b401-609a2d4fe5fe req-6319696e-23b7-49b5-a718-632edd163db0 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359042 Aug 23 16:39:54.546404 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ed501-bdfe-4da2-b33d-485fa57bcec3 req-ab4e68d2-f449-4deb-b651-4af8524e0939 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:54.548078 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-253ed501-bdfe-4da2-b33d-485fa57bcec3 req-ab4e68d2-f449-4deb-b651-4af8524e0939 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0530083 Aug 23 16:39:54.592867 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-253ed501-bdfe-4da2-b33d-485fa57bcec3 req-e4699c50-e204-49eb-acea-80fdf0cfa6ac tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386722 Aug 23 16:39:55.717294 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920159a-b2da-41ef-ba67-fa42f3e04590 req-5901b80a-567d-436a-971a-f1fc9c01fa27 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:55.719544 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7920159a-b2da-41ef-ba67-fa42f3e04590 req-5901b80a-567d-436a-971a-f1fc9c01fa27 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0538375 Aug 23 16:39:55.761140 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-7920159a-b2da-41ef-ba67-fa42f3e04590 req-90a0070a-f0cb-4dcd-8392-095bdcf49516 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347166 Aug 23 16:39:56.884224 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd01187-2e03-42d6-a203-3c2c7d84d2ef req-62655c39-ba9c-4fae-8d1a-f99267a2912c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:56.885685 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bcd01187-2e03-42d6-a203-3c2c7d84d2ef req-62655c39-ba9c-4fae-8d1a-f99267a2912c tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0537155 Aug 23 16:39:56.927468 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-bcd01187-2e03-42d6-a203-3c2c7d84d2ef req-cdf42906-c5e1-408a-9976-05e7f255ea5f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356095 Aug 23 16:39:58.045640 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d829e-a274-4b02-9ed5-3361eb89c573 req-eb9cef7a-8497-4368-9c00-c1c20117e672 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:58.047832 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-256d829e-a274-4b02-9ed5-3361eb89c573 req-eb9cef7a-8497-4368-9c00-c1c20117e672 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0505853 Aug 23 16:39:58.087914 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-256d829e-a274-4b02-9ed5-3361eb89c573 req-6f10ec7a-bd9e-4f62-a175-629ae0fb2688 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340993 Aug 23 16:39:59.208941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542489ec-286b-44f5-895f-71ffcc0af9f6 req-81950e13-2ea1-4c8d-8cd9-0ad9cae7c02f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:39:59.210551 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-542489ec-286b-44f5-895f-71ffcc0af9f6 req-81950e13-2ea1-4c8d-8cd9-0ad9cae7c02f tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0524511 Aug 23 16:39:59.254993 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-542489ec-286b-44f5-895f-71ffcc0af9f6 req-01da2412-67e2-426f-b1e3-5f39f8b6bf73 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382464 Aug 23 16:40:00.375430 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009f62e-9e3e-4886-84ee-1073f38f198f req-9397e0a9-a12f-412f-87cc-6daaf77a2c40 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:00.377056 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6009f62e-9e3e-4886-84ee-1073f38f198f req-9397e0a9-a12f-412f-87cc-6daaf77a2c40 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0531776 Aug 23 16:40:00.420031 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-6009f62e-9e3e-4886-84ee-1073f38f198f req-c9852ac5-7a82-4b5d-ae76-8fa1d14fea07 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=86b30ccb-1a20-4693-ab79-2c9be9087f40&id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363781 Aug 23 16:40:11.568180 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:15.396795 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-303f1ff2-662b-4ccf-86b3-de6e1e6e970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:18.189384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-5c055f7b-2e2c-4c2a-982a-127c5a4593ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:18.278140 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:19.202587 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:20.956866 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:24.205577 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:40:32.939363 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-97918c54-d076-4955-b6ab-52c60291486e tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802225590&fields=id&tenant_id=28aa185c4ae74b7087eb895d8f4267b9 HTTP/1.1" status: 200 len: 267 time: 0.1365662 Aug 23 16:40:32.991161 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-8fb46df9-b79d-4557-aa95-87a7833d162b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:32.992628 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-8fb46df9-b79d-4557-aa95-87a7833d162b tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 984 time: 0.0477285 Aug 23 16:40:33.003998 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.v2.base [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Request body: {'port': {'security_groups': ['417eeace-0479-4ab6-bfe1-06eb65605612']}} {{(pid=94594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:40:33.066771 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791560'] for port, before_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.236185 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:33.265368 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for port, precommit_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.333700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742928118851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742927566062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742927567364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27396147'] for port, after_update {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.345661 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:40:33.380865 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:33.381502 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.382941 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-0a6cc3b8-151a-4f09-ac42-3e28c204b0c1 req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "PUT /v2.0/ports/a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 942 time: 0.3834212 Aug 23 16:40:33.383404 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:40:33.385833 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:40:33.390562 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59278) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:33.416989 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event updated for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=7']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:33.426702 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.427541 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.427784 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.428410 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.428808 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.429159 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.429494 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.430021 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.430440 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.430810 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.431296 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.431634 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9134e79-311a-4b4c-a506-d3d31928cb78 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.442556 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241ecc1-03de-416b-9513-92bed442a161 x-openstack-request-id: req-6241ecc1-03de-416b-9513-92bed442a161 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:40:33.442556 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:40:33.442556 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6241ecc1-03de-416b-9513-92bed442a161 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:40:33.442825 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:40:33.471749 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.501442 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.507060 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:40:33.563540 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-7e0d80c2-0769-4584-963a-4b71ce6a5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:33.565252 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-7e0d80c2-0769-4584-963a-4b71ce6a5804 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1098 time: 0.0973809 Aug 23 16:40:33.636825 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.639936 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.644324 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "DELETE /v2.0/security-groups/86b30ccb-1a20-4693-ab79-2c9be9087f40 HTTP/1.1" status: 204 len: 168 time: 0.2527323 Aug 23 16:40:33.645024 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59282) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:33.669402 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-bdb9961b-b928-4aa2-b973-7197ecdda6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:33.672078 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-bdb9961b-b928-4aa2-b973-7197ecdda6a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.0957537 Aug 23 16:40:33.691855 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b30ccb-1a20-4693-ab79-2c9be9087f40,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:33.704527 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.704888 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.705235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.705581 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.705947 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.706280 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.706615 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.706948 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.707312 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.707610 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.707929 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.708289 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e581b3e-66b3-44bc-8dfa-f97317d92866 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:33.713399 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.provisioning_blocks [None req-1b72c76d-bcd9-4c57-8fd8-269a17d2ec60 None None] Provisioning complete for port a2b50c51-b473-4c74-ba48-5b431fb3ff9b triggered by entity DHCP. {{(pid=94596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:40:33.713980 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1b72c76d-bcd9-4c57-8fd8-269a17d2ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866037'] for port, provisioning_complete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.747376 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-e923e20d-e55e-432c-89d3-657d3d055e27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 1001 time: 0.0670767 Aug 23 16:40:33.806929 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-7eee0b24-ea14-41c2-8cf4-37aa025d333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:33.808406 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-7eee0b24-ea14-41c2-8cf4-37aa025d333d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0456445 Aug 23 16:40:33.842278 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Deleting port d5663cbb-14cd-43a8-b944-3f9f1b46091d {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:33.843276 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.857082 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-68cf57f6-5f7c-4a2c-9abc-50cf40839ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:33.859337 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-68cf57f6-5f7c-4a2c-9abc-50cf40839ae5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415907 Aug 23 16:40:33.924878 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.925204 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:33.937360 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Calling delete_port for d5663cbb-14cd-43a8-b944-3f9f1b46091d owned by network:floatingip {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:33.957505 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-1469c962-0c85-4477-91f1-91763d00ebf5 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Aug 23 16:40:34.050208 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-2cfa2ffc-cbbf-4b8b-849d-735e5ca341d4 req-16ee3b7d-bed6-44a0-9c69-5a76502aa184 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846734 Aug 23 16:40:34.196159 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:34.225989 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event deleted for resources: {'Port': ['ID=d5663cbb-14cd-43a8-b944-3f9f1b46091d,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:34.286076 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:34.286324 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.db.l3_db [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Floating IP bd432d7e-2f11-4f6f-b576-6f96573abd8a disassociated (deleted). External IP: 172.27.3.114, port: a2b50c51-b473-4c74-ba48-5b431fb3ff9b. Aug 23 16:40:34.502072 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Router e63299fd-60d8-4627-94f5-335aed18859e has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:40:34.609200 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:40:34.614568 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for floatingip, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:34.619572 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Sync routers for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:40:34.632468 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:34.633125 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:34.642107 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-5cbe60ee-2bbe-43c8-b5c2-63fa26048926 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "DELETE /v2.0/floatingips/bd432d7e-2f11-4f6f-b576-6f96573abd8a HTTP/1.1" status: 204 len: 168 time: 0.9932299 Aug 23 16:40:34.642815 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:40:34.645062 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c3c024f5031bb27f715c35269716c3f54ccc0ae8008126aa5415375421ba61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853a17b-8ccb-430e-96b9-3c20ff6491d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:40:34.680785 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb67a1fd-4ee3-4502-ab0a-6e61ee48d279 x-openstack-request-id: req-cb67a1fd-4ee3-4502-ab0a-6e61ee48d279 {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:40:34.681169 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:40:34.681427 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cb67a1fd-4ee3-4502-ab0a-6e61ee48d279 {{(pid=94595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:40:34.681855 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:40:34.748553 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:34.750150 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-ec511550-0e81-4d72-9dd4-b8005bdcf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:34.751654 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-ec511550-0e81-4d72-9dd4-b8005bdcf0eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 1098 time: 0.0459661 Aug 23 16:40:34.849620 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-bf0ecab7-fc2d-4cc6-b150-856e88b3e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:34.851036 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-bf0ecab7-fc2d-4cc6-b150-856e88b3e316 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 200 len: 915 time: 0.0906479 Aug 23 16:40:34.898208 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-74eecfae-b636-4880-8eb1-9248d3d3d457 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 200 len: 217 time: 0.0394506 Aug 23 16:40:34.952524 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-7cdfc101-b848-4f2a-8d92-3dc174813e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:34.954156 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-7cdfc101-b848-4f2a-8d92-3dc174813e1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 200 len: 853 time: 0.0485861 Aug 23 16:40:34.966889 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:34.982701 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Checking router: e63299fd-60d8-4627-94f5-335aed18859e for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:40:34.991597 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:34.992214 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:35.011495 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-fdb52eaf-34a0-4021-9bb9-9698de488cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:35.013292 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-fdb52eaf-34a0-4021-9bb9-9698de488cd8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520296 Aug 23 16:40:35.114848 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:35.115096 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-ea0f5339-5bea-4bb2-900c-5ac06244f999 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Aug 23 16:40:35.211874 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-e853a17b-8ccb-430e-96b9-3c20ff6491d7 req-b2963e3e-826b-4c3b-ad01-d8322b4c7d19 service neutron] 10.222.0.82 "GET /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Aug 23 16:40:35.318500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:35.348387 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0f61-faa8-4bd8-bc23-7ceb8a2119a3 None None] The sync data for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi is: [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:38:29Z', 'revision_number': 4, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi', '_interfaces': [{'id': '0f2e7750-39bc-475b-9db9-c1bb75fe7707', 'name': '', 'network_id': '4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'mac_address': 'fa:16:3e:07:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:28Z', 'updated_at': '2021-08-23T16:38:34Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'subnets': [{'id': '91d5b289-fa17-4205-afff-f1ab87da3c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:40:35.574438 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4945fa6a-fe9a-40a5-beda-4dad699bb769 None None] New status for floating IP bd432d7e-2f11-4f6f-b576-6f96573abd8a: DOWN {{(pid=94597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:40:39.019366 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23994d47-544d-4f27-8e4f-96bded8e3e23 req-95ba09dc-9ecc-4c01-8dbb-f0fe0978f043 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:39.020924 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23994d47-544d-4f27-8e4f-96bded8e3e23 req-95ba09dc-9ecc-4c01-8dbb-f0fe0978f043 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0495772 Aug 23 16:40:39.058477 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-23994d47-544d-4f27-8e4f-96bded8e3e23 req-f161206e-9395-4f3e-8b0b-ea690e82dedb tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Aug 23 16:40:40.223430 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe244-87ed-4beb-a73e-0256077ce4cd req-0eed8ec3-e49b-485c-88b3-84405d04f543 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:40.224913 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4c9fe244-87ed-4beb-a73e-0256077ce4cd req-0eed8ec3-e49b-485c-88b3-84405d04f543 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0977695 Aug 23 16:40:40.263579 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-4c9fe244-87ed-4beb-a73e-0256077ce4cd req-ee815c3e-10af-4495-8aa0-e7336a9e7afb tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/security-groups?id=417eeace-0479-4ab6-bfe1-06eb65605612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 23 16:40:40.792346 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-789dfce0-a179-4a6a-b805-2f3edc456157 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:40:40.793831 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-789dfce0-a179-4a6a-b805-2f3edc456157 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.82 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 945 time: 0.0560780 Aug 23 16:40:40.888308 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Deleting port a2b50c51-b473-4c74-ba48-5b431fb3ff9b {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:40.888308 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:40.973862 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] For port a2b50c51-b473-4c74-ba48-5b431fb3ff9b, host hv-cinder-76014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76014',level=0,port_id=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:40.974230 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:40.986383 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Calling delete_port for a2b50c51-b473-4c74-ba48-5b431fb3ff9b owned by compute:nova {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:41.179072 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:41.190856 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] get_ports_and_sgs() called for port_ids ['a2b50c51-b473-4c74-ba48-5b431fb3ff9b'] {{(pid=94596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:40:41.212739 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Pushing event deleted for resources: {'Port': ['ID=a2b50c51-b473-4c74-ba48-5b431fb3ff9b,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:41.257515 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] No DVR routers for this DVR port a2b50c51-b473-4c74-ba48-5b431fb3ff9b on host hv-cinder-76014 {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:40:41.260119 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4029976'] for port, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:41.262210 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [req-8417eb66-ff80-45be-8c6a-93a5d042fabc req-973d3af2-5f9e-4e28-ba61-1e7582da8452 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.82 "DELETE /v2.0/ports/a2b50c51-b473-4c74-ba48-5b431fb3ff9b HTTP/1.1" status: 204 len: 173 time: 0.4620762 Aug 23 16:40:41.262672 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'name': 'network-vif-deleted', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b'}] {{(pid=94594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:40:41.264979 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bef75b0a8a04c85bce04ddb3dfb504e8d8e6425ee5b6499981411eccd63f9f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49653e7c-7d4b-4d4d-9c93-517165d4fb06" -d '{"events": [{"server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "name": "network-vif-deleted", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b"}]}' {{(pid=94594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:40:41.301753 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571882df-5ad1-4c7c-b973-2aba409e3725 x-openstack-request-id: req-571882df-5ad1-4c7c-b973-2aba409e3725 {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:40:41.302086 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a067a-ef6c-4550-afc7-ee6d8bdbea83", "name": "network-vif-deleted", "tag": "a2b50c51-b473-4c74-ba48-5b431fb3ff9b", "status": "completed", "code": 200}]} {{(pid=94594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:40:41.302342 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-571882df-5ad1-4c7c-b973-2aba409e3725 {{(pid=94594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:40:41.302749 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a067a-ef6c-4550-afc7-ee6d8bdbea83', 'name': 'network-vif-deleted', 'tag': 'a2b50c51-b473-4c74-ba48-5b431fb3ff9b', 'status': 'completed', 'code': 200} Aug 23 16:40:41.361547 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [req-690cd564-8d14-456f-8085-d9adc7c95510 req-a144e9a5-8cc4-4871-baba-d67595cc29d4 tempest-TestMinimumBasicScenario-659638752 tempest-TestMinimumBasicScenario-659638752-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe1a067a-ef6c-4550-afc7-ee6d8bdbea83 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Aug 23 16:40:41.613665 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:43.801558 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59374) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:43.816374 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a2b50c51-b473-4c74-ba48-5b431fb3ff9b no longer exists at agent hyperv_hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:43.836569 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] No Port match for: a2b50c51-b473-4c74-ba48-5b431fb3ff9b {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:43.836911 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Device a2b50c51-b473-4c74-ba48-5b431fb3ff9b not bound to the agent host hv-cinder-76014 {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:44.145526 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:44.387656 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Deleting port 0f2e7750-39bc-475b-9db9-c1bb75fe7707 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:44.387990 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:44.722015 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] For port 0f2e7750-39bc-475b-9db9-c1bb75fe7707, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=0f2e7750-39bc-475b-9db9-c1bb75fe7707,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:44.722284 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:44.735342 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Calling delete_port for 0f2e7750-39bc-475b-9db9-c1bb75fe7707 owned by network:router_interface {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:44.990330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.016111 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2e7750-39bc-475b-9db9-c1bb75fe7707,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:45.184299 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.397516 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Router e63299fd-60d8-4627-94f5-335aed18859e has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:40:45.436145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f27c-101b-4c42-b80e-85bc8db14f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.523325 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:40:45.528521 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-267611b4-12f9-4968-baee-5247b10355bc admin admin] 10.222.0.63 "PUT /v2.0/routers/e63299fd-60d8-4627-94f5-335aed18859e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256846 Aug 23 16:40:45.531548 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59376) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:45.534279 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Sync routers for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:40:45.543509 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:45.544133 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:45.640493 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.650327 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: dv-cinder-760146-5-iscsi {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:45.740978 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.823148 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '792d0521-f6b9-4c67-8215-257997f5b213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:40:44Z', 'revision_number': 5, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port': {'id': '792d0521-f6b9-4c67-8215-257997f5b213', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:26Z', 'updated_at': '2021-08-23T16:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:45.854260 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Checking router: e63299fd-60d8-4627-94f5-335aed18859e for host: dv-cinder-760146-5-iscsi {{(pid=94596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:40:45.863781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Routers {'e63299fd-60d8-4627-94f5-335aed18859e'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:45.864504 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:18Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['e63299fd-60d8-4627-94f5-335aed18859e'], 'active': True} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:45.871655 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Deleting port 792d0521-f6b9-4c67-8215-257997f5b213 {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:45.872004 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.948901 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvr_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] Set router e63299fd-60d8-4627-94f5-335aed18859e gateway port host: None {{(pid=94596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:45.949478 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] For port 792d0521-f6b9-4c67-8215-257997f5b213, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=792d0521-f6b9-4c67-8215-257997f5b213,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:45.949876 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:45.962289 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Calling delete_port for 792d0521-f6b9-4c67-8215-257997f5b213 owned by network:router_gateway {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:46.000252 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_hamode_db [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:40:45Z', 'revision_number': 6, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:46.031881 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470966b-8e65-4c57-ae4d-fdd454266de5 None None] The sync data for ids ['e63299fd-60d8-4627-94f5-335aed18859e'] in dv-cinder-760146-5-iscsi is: [{'id': 'e63299fd-60d8-4627-94f5-335aed18859e', 'name': 'tempest-TestMinimumBasicScenario-951593811-router', 'tenant_id': '28aa185c4ae74b7087eb895d8f4267b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:25Z', 'updated_at': '2021-08-23T16:40:45Z', 'revision_number': 6, 'project_id': '28aa185c4ae74b7087eb895d8f4267b9', 'gw_port_host': None}] {{(pid=94596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:40:46.259444 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.286574 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=792d0521-f6b9-4c67-8215-257997f5b213,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:46.347155 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.439399 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.441936 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.630353 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.630873 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63299fd-60d8-4627-94f5-335aed18859e {{(pid=94594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:40:46.635304 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.636318 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d9825213-4218-4970-897a-e869c0f7f1f4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e63299fd-60d8-4627-94f5-335aed18859e HTTP/1.1" status: 204 len: 168 time: 1.1038425 Aug 23 16:40:46.639476 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59378) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:46.682138 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Deleting subnet 91d5b289-fa17-4205-afff-f1ab87da3c3d {{(pid=94594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:40:46.685735 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.732700 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27741882'] for subnet, precommit_delete_associations {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.830412 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:46.990988 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27396201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28685944'] for subnet, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.024059 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d5b289-fa17-4205-afff-f1ab87da3c3d,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:47.026193 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.029533 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-d730976f-13dc-47c7-8e13-6552de830c63 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/91d5b289-fa17-4205-afff-f1ab87da3c3d HTTP/1.1" status: 204 len: 168 time: 0.3878205 Aug 23 16:40:47.031422 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [-] (94594) accepted ('10.222.0.63', 59380) {{(pid=94594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:47.034571 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2beedf1-41ae-4d6b-8a5b-55f35af033ad None None] Network 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:40:47.117808 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.188053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Deleting port 9ddec290-d9f2-48d0-8ae6-9972949f791b {{(pid=94594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:47.188053 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.242905 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] DHCP port deletion for 4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:40:47.265607 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.db [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] For port 9ddec290-d9f2-48d0-8ae6-9972949f791b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=9ddec290-d9f2-48d0-8ae6-9972949f791b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:47.266647 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.281197 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Calling delete_port for 9ddec290-d9f2-48d0-8ae6-9972949f791b owned by network:dhcp {{(pid=94594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:47.428384 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Deleting port 9ddec290-d9f2-48d0-8ae6-9972949f791b {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:47.429069 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.470339 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27396156'] for port, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.493440 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] For port 9ddec290-d9f2-48d0-8ae6-9972949f791b, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=9ddec290-d9f2-48d0-8ae6-9972949f791b,segment=NetworkSegment(29854a23-54dd-4971-86e4-4f3a79fc2660),segment_id=29854a23-54dd-4971-86e4-4f3a79fc2660)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:47.493858 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.498387 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddec290-d9f2-48d0-8ae6-9972949f791b,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:47.500291 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] No DVR routers for this DVR port 9ddec290-d9f2-48d0-8ae6-9972949f791b on host dv-cinder-760146-5-iscsi {{(pid=94594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:40:47.510943 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Calling delete_port for 9ddec290-d9f2-48d0-8ae6-9972949f791b owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:47.573326 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.583742 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6']}} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:47.588087 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.595143 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29854a23-54dd-4971-86e4-4f3a79fc2660') {'for_net_delete': True} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:47.595436 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.services.segments.db [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29854a23-54dd-4971-86e4-4f3a79fc2660') {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:47.604567 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27741875'] for segment, before_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.615653 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Pushing event deleted for resources: {'Port': ['ID=9ddec290-d9f2-48d0-8ae6-9972949f791b,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:47.619075 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.623909 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] No DVR routers for this DVR port 9ddec290-d9f2-48d0-8ae6-9972949f791b on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:40:47.629151 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:40:47.629296 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629296 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629533 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27396111'] for segment, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.629667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.629667 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: Traceback (most recent call last): Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: timer() Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: cb(*args, **kw) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: return func(*args, **kwargs) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: self._notify() Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: self.callback(batched_events) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: event.method(event) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: return f(self, *a, **k) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._get(url).json() Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: return self.request(url, 'GET', **kwargs) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:40:47.630218 dv-cinder-760146-5-iscsi neutron-server[94594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:40:47.632500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.632500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.632500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.632500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.632500 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa40dc59-72fa-46aa-bf81-263bfbfbd5aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760146-5-iscsi {{(pid=94596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:40:47.756531 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.763941 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:47.765822 dv-cinder-760146-5-iscsi neutron-server[94594]: INFO neutron.wsgi [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] 10.222.0.63 "DELETE /v2.0/networks/4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6 HTTP/1.1" status: 204 len: 168 time: 0.7315009 Aug 23 16:40:47.768951 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59382) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:47.780330 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e071a3-5672-4185-b01a-b406167a957b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b70b9be-24d7-472b-a7ae-f90dfb0dfdc6,revision_number=None']} {{(pid=94594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:48.076082 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 792d0521-f6b9-4c67-8215-257997f5b213 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:48.096231 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 792d0521-f6b9-4c67-8215-257997f5b213 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:48.096576 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 792d0521-f6b9-4c67-8215-257997f5b213 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:48.097003 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 0f2e7750-39bc-475b-9db9-c1bb75fe7707 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:48.116463 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 0f2e7750-39bc-475b-9db9-c1bb75fe7707 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:48.116803 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 0f2e7750-39bc-475b-9db9-c1bb75fe7707 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:48.117206 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 9ddec290-d9f2-48d0-8ae6-9972949f791b no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:48.125725 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516362'] for router_interface, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:48.138594 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2d50078a-24b1-493c-9e76-376476c43b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:48.139939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 9ddec290-d9f2-48d0-8ae6-9972949f791b {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:48.140284 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 9ddec290-d9f2-48d0-8ae6-9972949f791b not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:48.298884 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:48.624729 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Deleting port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:48.625065 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:48.704452 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] For port 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:48.704803 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:48.716700 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Calling delete_port for 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 owned by network:router_interface {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:49.002127 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.025696 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e9f202-ab2a-4b5e-bf94-cdb6d1dba528,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:49.196064 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516206'] for router_interface, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.224874 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.418323 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Router 4cc8a772-35aa-4552-b28c-b09c7775173d has already been hosted by L3 agent d72d2e06-b4da-4757-91d4-9f29292a6159 {{(pid=94595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:40:49.524587 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] Notify agent at l3_agent.dv-cinder-760146-5-iscsi the message routers_updated {{(pid=94595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:40:49.530235 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-97d23f76-34bc-46fe-b190-8b41bb73c824 admin admin] 10.222.0.63 "PUT /v2.0/routers/4cc8a772-35aa-4552-b28c-b09c7775173d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602100 Aug 23 16:40:49.532634 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59384) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:49.535159 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Sync routers for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:40:49.544470 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:49.545080 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:49.637363 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.648665 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: dv-cinder-760146-5-iscsi {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:49.742735 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.827587 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'external_fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '2a031538-3ea4-415a-99ce-c6d021324508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:40:48Z', 'revision_number': 5, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port': {'id': '2a031538-3ea4-415a-99ce-c6d021324508', 'name': '', 'network_id': 'e6155756-7b2f-4005-9ba7-a75e0f669963', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760146-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:38:34Z', 'updated_at': '2021-08-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49cc94ab-d5a2-4517-a371-bce8fb818ff7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760146-5-iscsi'}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:49.853580 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Deleting port 2a031538-3ea4-415a-99ce-c6d021324508 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:49.857047 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Checking router: 4cc8a772-35aa-4552-b28c-b09c7775173d for host: dv-cinder-760146-5-iscsi {{(pid=94597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:40:49.857233 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.862588 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Routers {'4cc8a772-35aa-4552-b28c-b09c7775173d'} bound to L3 agent in host dv-cinder-760146-5-iscsi {{(pid=94597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:40:49.863281 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760146-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T16:16:18Z,description=,heartbeat_timestamp=2021-08-23T16:40:48Z,host='dv-cinder-760146-5-iscsi',id=d72d2e06-b4da-4757-91d4-9f29292a6159,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T16:16:19Z,topic='l3_agent')) {'router_ids': ['4cc8a772-35aa-4552-b28c-b09c7775173d'], 'active': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:49.932716 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] For port 2a031538-3ea4-415a-99ce-c6d021324508, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=2a031538-3ea4-415a-99ce-c6d021324508,segment=NetworkSegment(85add552-98ca-4c53-a3b6-f03a899f54a3),segment_id=85add552-98ca-4c53-a3b6-f03a899f54a3)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:49.933071 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:49.945431 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Calling delete_port for 2a031538-3ea4-415a-99ce-c6d021324508 owned by network:router_gateway {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:49.947750 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvr_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] Set router 4cc8a772-35aa-4552-b28c-b09c7775173d gateway port host: None {{(pid=94597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:40:49.999157 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.l3_hamode_db [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:40:49Z', 'revision_number': 6, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port_host': None}], 'dv-cinder-760146-5-iscsi', False) {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:50.030275 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a82e1c-9e35-4d87-a386-bad70ce195ed None None] The sync data for ids ['4cc8a772-35aa-4552-b28c-b09c7775173d'] in dv-cinder-760146-5-iscsi is: [{'id': '4cc8a772-35aa-4552-b28c-b09c7775173d', 'name': 'tempest-TestMinimumBasicScenario-1650392521-router', 'tenant_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:38:33Z', 'updated_at': '2021-08-23T16:40:49Z', 'revision_number': 6, 'project_id': 'ea4e5fe98cbb4e628b641e3d83751203', 'gw_port_host': None}] {{(pid=94597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:40:50.212937 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.240547 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=2a031538-3ea4-415a-99ce-c6d021324508,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:50.301402 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524012'] for router_gateway, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.391695 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3670620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46770'] for router, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.394037 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.545171 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3670597'] for router, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.545731 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc8a772-35aa-4552-b28c-b09c7775173d {{(pid=94595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:40:50.550361 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] Notify callbacks [] for router, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.551599 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-7bcbd161-b9cc-40a6-a405-a7cbfc2f0ffe admin admin] 10.222.0.63 "DELETE /v2.0/routers/4cc8a772-35aa-4552-b28c-b09c7775173d HTTP/1.1" status: 204 len: 168 time: 1.0179894 Aug 23 16:40:50.553975 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59386) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:50.602330 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Deleting subnet b6f1b9d7-eed2-429a-9f6c-d4a843111b91 {{(pid=94595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:40:50.605362 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.639725 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994696'] for subnet, precommit_delete_associations {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.714908 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-510119'] for subnet, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.853459 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-510174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28331281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28849110'] for subnet, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.878672 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f1b9d7-eed2-429a-9f6c-d4a843111b91,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:50.886789 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for subnet, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.891728 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-9d15aa01-0a96-4ce3-8ca8-09960626f8b5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b6f1b9d7-eed2-429a-9f6c-d4a843111b91 HTTP/1.1" status: 204 len: 168 time: 0.3342898 Aug 23 16:40:50.891883 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59388) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:50.896543 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03414b3d-c02e-4dc6-9481-69337621ac30 None None] Network d323c17e-0f13-4d39-8bef-5b171d287ec6 requested from dv-cinder-760146-5-iscsi {{(pid=94596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:40:50.963130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:50.967290 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3756594'] for network, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.029367 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Deleting port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 {{(pid=94595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:51.029714 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.087647 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] DHCP port deletion for d323c17e-0f13-4d39-8bef-5b171d287ec6 request from dv-cinder-760146-5-iscsi {{(pid=94596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:40:51.100198 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.db [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] For port 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=90d69005-7135-4c6f-96b7-a1a028d3c0b5,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:51.100563 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.113756 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.plugin [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Calling delete_port for 90d69005-7135-4c6f-96b7-a1a028d3c0b5 owned by network:dhcp {{(pid=94595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:51.138301 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Deleting port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 {{(pid=94596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:40:51.138768 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742927963383'] for port, before_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.199458 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.db [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] For port 90d69005-7135-4c6f-96b7-a1a028d3c0b5, host dv-cinder-760146-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760146-5-iscsi',level=0,port_id=90d69005-7135-4c6f-96b7-a1a028d3c0b5,segment=NetworkSegment(5840b208-56df-4b18-9b22-2a20156a7678),segment_id=5840b208-56df-4b18-9b22-2a20156a7678)] {{(pid=94596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:40:51.201447 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516525'] for port, precommit_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.212373 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Calling delete_port for 90d69005-7135-4c6f-96b7-a1a028d3c0b5 owned by network:dhcp {{(pid=94596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:40:51.264675 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28331332'] for port, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.291269 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742928118833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742927566053'] for port, after_delete {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.299000 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d69005-7135-4c6f-96b7-a1a028d3c0b5,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:51.299000 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] No DVR routers for this DVR port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 on host dv-cinder-760146-5-iscsi {{(pid=94595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:40:51.321836 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] Pushing event deleted for resources: {'Port': ['ID=90d69005-7135-4c6f-96b7-a1a028d3c0b5,revision_number=None']} {{(pid=94596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:51.324878 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47330ea6-605e-4ced-aaf6-82e74c538180 None None] No DVR routers for this DVR port 90d69005-7135-4c6f-96b7-a1a028d3c0b5 on host dv-cinder-760146-5-iscsi {{(pid=94596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:40:51.369515 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864370', 'neutron.services.segments.db._delete_segments_for_network-8742928034488'] for network, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.379893 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d323c17e-0f13-4d39-8bef-5b171d287ec6']}} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:51.390658 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5840b208-56df-4b18-9b22-2a20156a7678') {'for_net_delete': True} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:51.390955 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.services.segments.db [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5840b208-56df-4b18-9b22-2a20156a7678') {} {{(pid=94595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:40:51.399556 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742928081601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994689'] for segment, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.412897 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522'] for segment, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.419613 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:40:51.419995 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-508522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28331383'] for segment, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: Traceback (most recent call last): Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: timer() Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: cb(*args, **kw) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: return func(*args, **kwargs) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: self._notify() Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: self.callback(batched_events) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: event.method(event) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: return f(self, *a, **k) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._get(url).json() Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: return self.request(url, 'GET', **kwargs) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:40:51.421641 dv-cinder-760146-5-iscsi neutron-server[94595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:40:51.555642 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523824'] for network, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.561551 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709412'] for network, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:51.563419 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d323c17e-0f13-4d39-8bef-5b171d287ec6 HTTP/1.1" status: 204 len: 168 time: 0.6706257 Aug 23 16:40:51.574204 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f314bc-8058-409d-bc6c-e9046f37f963 admin admin] Pushing event deleted for resources: {'Network': ['ID=d323c17e-0f13-4d39-8bef-5b171d287ec6,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:52.021550 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59392) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:52.063815 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-8607095b-546a-4629-ad04-662cb99ea37a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28aa185c4ae74b7087eb895d8f4267b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410540 Aug 23 16:40:52.066777 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59394) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:52.080023 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 2a031538-3ea4-415a-99ce-c6d021324508 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:52.099872 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 2a031538-3ea4-415a-99ce-c6d021324508 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:52.100218 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 2a031538-3ea4-415a-99ce-c6d021324508 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:52.100634 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:52.117109 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:52.120318 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:52.120675 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 02e9f202-ab2a-4b5e-bf94-cdb6d1dba528 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:52.121130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 90d69005-7135-4c6f-96b7-a1a028d3c0b5 no longer exists at agent ovs-agent-dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:40:52.137387 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:52.139975 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.plugin [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] No Port match for: 90d69005-7135-4c6f-96b7-a1a028d3c0b5 {{(pid=94596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:40:52.140318 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron.plugins.ml2.rpc [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Device 90d69005-7135-4c6f-96b7-a1a028d3c0b5 not bound to the agent host dv-cinder-760146-5-iscsi {{(pid=94596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:40:52.264748 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:52.267235 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:52.268421 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/417eeace-0479-4ab6-bfe1-06eb65605612 HTTP/1.1" status: 204 len: 168 time: 0.2007277 Aug 23 16:40:52.276153 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de47f1-9f70-45da-9d6d-5ec9f62ad002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417eeace-0479-4ab6-bfe1-06eb65605612,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:40:52.993066 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59400) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:53.038305 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-95fd9212-6c2a-4095-9380-595803878d89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea4e5fe98cbb4e628b641e3d83751203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439939 Aug 23 16:40:53.040731 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [-] (94595) accepted ('10.222.0.63', 59402) {{(pid=94595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:40:53.089356 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:53.111681 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:53.253299 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454218'] for security_group, after_delete {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:53.255997 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron_lib.callbacks.manager [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:40:53.257155 dv-cinder-760146-5-iscsi neutron-server[94595]: INFO neutron.wsgi [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/874280cf-8890-4f02-8ebb-aa58d806f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2154882 Aug 23 16:40:53.265683 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834b2c3-e1f6-4643-980f-a561e5091956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874280cf-8890-4f02-8ebb-aa58d806f0b7,revision_number=None']} {{(pid=94595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:41:01.204243 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:41:06.961498 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [req-6ce96306-e391-4c64-9d0a-5476dbb5665c req-2895bc52-7f6a-4f8b-92a3-9fd51412069b service neutron] (94595) timed out ('10.222.0.82', 60887) {{(pid=94595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:41:11.607024 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:15.395653 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-52316d3e-9ead-45e1-b38a-dc445fa408d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:18.275189 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-53b61fc6-3530-4564-8b2d-79956660ac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:18.309662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:19.218059 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:20.926939 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:38.202914 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:41:41.577633 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:45.412046 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-e2436d5f-7a58-4424-bf45-d069f6b70ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:48.126525 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-16dee873-63e2-497b-8748-70fed3a7d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:48.262953 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:49.217654 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:41:50.971662 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:11.576906 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:15.201553 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:42:15.428346 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9a689b89-cff8-4067-b49e-97dc2150e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:18.120408 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-245118e9-303b-4f7e-9764-1d32dbf4c9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:18.285231 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:19.245438 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:20.971130 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:34.191653 dv-cinder-760146-5-iscsi neutron-server[94594]: DEBUG neutron.wsgi [req-891622a5-9988-45eb-be57-fa323095b189 req-8a54a454-e778-4a89-8236-75b225afe62c service neutron] (94594) timed out ('10.222.0.63', 52506) {{(pid=94594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:42:41.639094 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:45.381747 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-9a80c877-cbec-427b-95fa-f10a9aa493b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:48.113197 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0b89-3bbd-4d39-9a8d-eea643bc4d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:48.256498 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:49.261924 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:50.965066 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:42:52.201153 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:43:11.610068 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:15.427170 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-29a39967-a5e3-4dd9-a1b4-ebe127938029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:18.135690 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-833771b4-ab94-4199-908f-cf5ae8b67361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:18.266698 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:19.220869 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:20.941003 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:29.201002 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:43:41.603671 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:45.381463 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3377-e4e3-4bcc-b41f-81b8d9e79228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:48.180941 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-72061bf2-7b77-400c-a6ad-86d53d1bae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:48.289445 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:49.260581 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:43:50.935072 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:06.200389 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:44:11.648689 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:15.386266 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-096fe691-a3d1-4d4a-9b91-abd5a8e8708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:18.139985 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-84208708-d9ed-4220-86d2-d4229d4581a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:18.277192 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:19.242883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:20.986308 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:41.659490 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:43.199661 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:44:45.408086 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-7b26d0ab-1356-4520-b1ec-dfcf858d0063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:48.207781 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-121cf28a-4bc9-414a-bbe2-6e6ce3499d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:48.339525 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:49.282494 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:44:50.990432 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:11.636148 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:15.413305 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-2930ba7b-0c10-442e-8aa4-409d3921ba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:18.138920 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-d7701540-0a42-480a-8d33-df8bf48caae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:18.293656 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:19.298936 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:20.199191 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:45:21.013189 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:41.641727 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:45.408303 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-8611b5d4-de71-4707-9703-0e6284d323fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:48.132381 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-3520ba81-f5a4-4503-8f95-ea9986fd73c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:48.344953 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:49.240883 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:50.948145 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:45:57.198350 dv-cinder-760146-5-iscsi neutron-server[94597]: DEBUG neutron.db.agents_db [None req-a97539d2-a292-41dd-b41f-668aeed69311 None None] Agent healthcheck: found 6 active agents {{(pid=94597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:46:11.651942 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-1a5961f1-5852-4b46-927e-365f081676b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:15.444514 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-36e6a5e7-a778-453d-881b-5b81febf7afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:18.131550 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-bc20c831-2059-401b-8307-92fdc83a584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:18.308908 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-0435e13b-044c-488c-a84b-a05b98d2ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:19.251911 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-06cd3362-622a-4a98-8564-810c3ceedbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:20.971993 dv-cinder-760146-5-iscsi neutron-server[94596]: DEBUG neutron_lib.callbacks.manager [None req-784c79c7-8322-42d1-bec4-b454f2973055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742928040232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3866084'] for agent, after_update {{(pid=94596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:46:25.222308 dv-cinder-760146-5-iscsi neutron-server[94595]: DEBUG neutron.wsgi [req-27f5eb4d-b166-439d-bb89-f4484caed187 req-5ca1fc7c-5808-4029-a214-2a2ec07d8ff8 service neutron] (94595) timed out ('10.222.0.63', 56022) {{(pid=94595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}